add valid_pack_mode into example config

2023-12-14 14:43:35 +08:00 · 2023-12-14 14:43:35 +08:00 · cb89111010
parent cd91e92bd7
commit cb89111010
1 changed files with 1 additions and 0 deletions
--- a/configs/7B_sft.py
+++ b/configs/7B_sft.py
@ -71,6 +71,7 @@ data = dict(
    valid_folder=VALID_FOLDER,
    empty_cache_and_diag_interval=200,
    diag_outlier_ratio=1.1,
+    valid_pack_mode=False,   # Used packed dataset to evaluation, default is False.
 )

 grad_scaler = dict(