github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

update 7B-sft.py

pull/375/head
Wenwen Qu 2023-09-27 17:57:30 +08:00
parent 9a1bd616d0
commit 00478761f7
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
configs/7B_sft.py
View File

@ -150,7 +150,6 @@ parallel = dict(
tensor=1, tensor=1,
pipeline=dict(size=1, interleaved_overlap=True), pipeline=dict(size=1, interleaved_overlap=True),
sequence_parallel=False, sequence_parallel=False,
expert=2,
) )
cudnn_deterministic = False cudnn_deterministic = False
@ -163,4 +162,4 @@ monitor = dict(
feishu_alert_address=None, # feishu webhook to send alert message feishu_alert_address=None, # feishu webhook to send alert message
light_monitor_address=None, # light_monitor address to send heartbeat light_monitor_address=None, # light_monitor address to send heartbeat
), ),
) )