[checkpointio] fix performance issue (#6139)

pull/6147/head
Hongxin Liu 1 week ago
parent 8e08c27e19
commit b90835bd32

@ -441,7 +441,6 @@ def clean_folder(
reg = re.compile(r"(.*?)-stage-\d{5}-shard-\d{5}") reg = re.compile(r"(.*?)-stage-\d{5}-shard-\d{5}")
if ( if (
filename.startswith(weights_no_suffix) filename.startswith(weights_no_suffix)
and os.path.isfile(full_filename)
and filename not in shard_filenames and filename not in shard_filenames
and reg.fullmatch(filename_no_suffix) is not None and reg.fullmatch(filename_no_suffix) is not None
): ):

Loading…
Cancel
Save