diff --git a/configs/7B_sft.py b/configs/7B_sft.py index c0a9bc8..88779c8 100644 --- a/configs/7B_sft.py +++ b/configs/7B_sft.py @@ -71,6 +71,7 @@ data = dict( valid_folder=VALID_FOLDER, empty_cache_and_diag_interval=200, diag_outlier_ratio=1.1, + valid_pack_mode=False, # Used packed dataset to evaluation, default is False. ) grad_scaler = dict(