[checkpointio] fix performance issue (#6139)

2024-11-18 16:41:29 +08:00 · 2024-11-18 16:41:29 +08:00 · b90835bd32
parent 8e08c27e19
commit b90835bd32
1 changed files with 0 additions and 1 deletions
--- a/colossalai/checkpoint_io/utils.py
+++ b/colossalai/checkpoint_io/utils.py
@ -441,7 +441,6 @@ def clean_folder(
                reg = re.compile(r"(.*?)-stage-\d{5}-shard-\d{5}")
            if (
                filename.startswith(weights_no_suffix)
-                and os.path.isfile(full_filename)
                and filename not in shard_filenames
                and reg.fullmatch(filename_no_suffix) is not None
            ):