github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix e2etest

pull/543/head
zigzagcai 2023-12-29 11:01:05 +08:00
parent 1fea658561
commit 2a9228e91f
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
internlm/utils/model_checkpoint.py
View File

@ -859,8 +859,9 @@ class CheckpointManager:
self.async_upload = get_config_value(ckpt_config, "async_upload", False)
if self.save_ckpt_folder.startswith("volc:") or self.save_ckpt_folder.startswith("oss2:"):
use_processpool = True
use_processpool = self.save_ckpt_folder is not None and (
self.save_ckpt_folder.startswith("volc:") or self.save_ckpt_folder.startswith("oss2:")
)
# initialization storage manager
init_storage_manager(self.enable_save_ckpt, self.async_upload_tmp_folder, self.async_upload, use_processpool)