diff --git a/internlm/utils/storage_manager.py b/internlm/utils/storage_manager.py index 7414c8e..53a4e37 100644 --- a/internlm/utils/storage_manager.py +++ b/internlm/utils/storage_manager.py @@ -740,6 +740,7 @@ class AliClient(StorageClient): folder_name_list = [] for obj in handler.handler.ObjectIteratorV2(handler.client, prefix=fp): folder_name_list.append(obj.key.split(fp, maxsplit=1)[1].strip("/").split("/", maxsplit=1)[0]) + return list(set(folder_name_list)) else: if is_rank_for_log():