From f77f376fd6f10d234d3ebf96b4a6aaf86e96547d Mon Sep 17 00:00:00 2001 From: Yang Gao Date: Fri, 27 Oct 2023 22:32:46 +0800 Subject: [PATCH] fix(os): fix FileNotFoundError in storage_manager (#455) * use rank0 to makedirs * use try-except to handle file error * fix ci --- internlm/utils/storage_manager.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/internlm/utils/storage_manager.py b/internlm/utils/storage_manager.py index 21e5ef4..c76b570 100644 --- a/internlm/utils/storage_manager.py +++ b/internlm/utils/storage_manager.py @@ -662,8 +662,11 @@ class LocalClient(StorageClient): def sync_upload_fileobj(fp: str, saved_obj=None, **kwargs): assert saved_obj is not None fp_dirname = os.path.dirname(fp) - if not os.path.exists(fp_dirname): - os.makedirs(fp_dirname, exist_ok=True) + try: + if not os.path.exists(fp_dirname): + os.makedirs(fp_dirname, exist_ok=True) + except FileNotFoundError: + pass torch.save(saved_obj, fp, **kwargs) @staticmethod