update 7B-sft.py

2023-09-27 17:57:30 +08:00 · 2023-09-27 17:57:30 +08:00 · 00478761f7
parent 9a1bd616d0
commit 00478761f7
1 changed files with 1 additions and 2 deletions
--- a/configs/7B_sft.py
+++ b/configs/7B_sft.py
@ -150,7 +150,6 @@ parallel = dict(
    tensor=1,
    pipeline=dict(size=1, interleaved_overlap=True),
    sequence_parallel=False,
-    expert=2,
 )

 cudnn_deterministic = False