From b90835bd326a4cbae9ba8e4a1c7d9e1d7f76b7e9 Mon Sep 17 00:00:00 2001 From: Hongxin Liu Date: Mon, 18 Nov 2024 16:41:29 +0800 Subject: [PATCH] [checkpointio] fix performance issue (#6139) --- colossalai/checkpoint_io/utils.py | 1 - 1 file changed, 1 deletion(-) diff --git a/colossalai/checkpoint_io/utils.py b/colossalai/checkpoint_io/utils.py index 8487064f5..0b4a88e78 100644 --- a/colossalai/checkpoint_io/utils.py +++ b/colossalai/checkpoint_io/utils.py @@ -441,7 +441,6 @@ def clean_folder( reg = re.compile(r"(.*?)-stage-\d{5}-shard-\d{5}") if ( filename.startswith(weights_no_suffix) - and os.path.isfile(full_filename) and filename not in shard_filenames and reg.fullmatch(filename_no_suffix) is not None ):