From 68159c22a49b3e7ab06030555226c82195f8683d Mon Sep 17 00:00:00 2001 From: lijiaxing Date: Thu, 7 Dec 2023 10:24:52 +0800 Subject: [PATCH] auto resume --- internlm/utils/storage_manager.py | 1 + 1 file changed, 1 insertion(+) diff --git a/internlm/utils/storage_manager.py b/internlm/utils/storage_manager.py index 7414c8e..53a4e37 100644 --- a/internlm/utils/storage_manager.py +++ b/internlm/utils/storage_manager.py @@ -740,6 +740,7 @@ class AliClient(StorageClient): folder_name_list = [] for obj in handler.handler.ObjectIteratorV2(handler.client, prefix=fp): folder_name_list.append(obj.key.split(fp, maxsplit=1)[1].strip("/").split("/", maxsplit=1)[0]) + return list(set(folder_name_list)) else: if is_rank_for_log():