From f5e65c0f30cb59710c986a47fcbd2d002dba9a44 Mon Sep 17 00:00:00 2001 From: Season Date: Sat, 6 Jan 2024 23:03:19 +0800 Subject: [PATCH] Update train.py --- train.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/train.py b/train.py index 11ce3de..efc8171 100644 --- a/train.py +++ b/train.py @@ -192,10 +192,9 @@ def main(args): # transfer the train data loader into train data iterator train_iter = iter(train_dl) - # close automatic garbage collection - gc.disable() - with initialize_llm_profile(profiling=args.profiling, start_time=current_time) as prof: + # close automatic garbage collection + gc.disable() # start iterating the train data and begin training for batch_count in range(train_state.batch_count, total_steps): empty_cache_and_diag(batch_count, interval=gpc.config.data.empty_cache_and_diag_interval)