From 2a9228e91fd73145b5e77a9de5e7ef2915d29671 Mon Sep 17 00:00:00 2001 From: zigzagcai Date: Fri, 29 Dec 2023 11:01:05 +0800 Subject: [PATCH] fix e2etest --- internlm/utils/model_checkpoint.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/internlm/utils/model_checkpoint.py b/internlm/utils/model_checkpoint.py index f912f52..e5065a6 100644 --- a/internlm/utils/model_checkpoint.py +++ b/internlm/utils/model_checkpoint.py @@ -859,8 +859,9 @@ class CheckpointManager: self.async_upload = get_config_value(ckpt_config, "async_upload", False) - if self.save_ckpt_folder.startswith("volc:") or self.save_ckpt_folder.startswith("oss2:"): - use_processpool = True + use_processpool = self.save_ckpt_folder is not None and ( + self.save_ckpt_folder.startswith("volc:") or self.save_ckpt_folder.startswith("oss2:") + ) # initialization storage manager init_storage_manager(self.enable_save_ckpt, self.async_upload_tmp_folder, self.async_upload, use_processpool)