From a862f503b6470398fd85206665f2b823a5032fc9 Mon Sep 17 00:00:00 2001 From: gaoyang07 Date: Thu, 26 Oct 2023 22:48:38 +0800 Subject: [PATCH] use rank0 to makedirs --- internlm/utils/storage_manager.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/internlm/utils/storage_manager.py b/internlm/utils/storage_manager.py index 89f8023..de2e77b 100644 --- a/internlm/utils/storage_manager.py +++ b/internlm/utils/storage_manager.py @@ -512,8 +512,10 @@ class LocalClient(StorageClient): def sync_upload_fileobj(fp: str, saved_obj=None, **kwargs): assert saved_obj is not None fp_dirname = os.path.dirname(fp) - if not os.path.exists(fp_dirname): - os.makedirs(fp_dirname, exist_ok=True) + if gpc.get_global_rank() == 0: + if not os.path.exists(fp_dirname): + os.makedirs(fp_dirname, exist_ok=True) + dist.barrier() torch.save(saved_obj, fp, **kwargs) @staticmethod