github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

[checkpointio] fix performance issue (#6139)

pull/6147/head
Hongxin Liu 2024-11-18 16:41:29 +08:00
parent 8e08c27e19
commit b90835bd32
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
colossalai/checkpoint_io/utils.py
View File

@ -441,7 +441,6 @@ def clean_folder(
reg = re.compile(r"(.*?)-stage-\d{5}-shard-\d{5}") reg = re.compile(r"(.*?)-stage-\d{5}-shard-\d{5}")
if ( if (
filename.startswith(weights_no_suffix) filename.startswith(weights_no_suffix)
and os.path.isfile(full_filename)
and filename not in shard_filenames and filename not in shard_filenames
and reg.fullmatch(filename_no_suffix) is not None and reg.fullmatch(filename_no_suffix) is not None
): ):