pull/407/head
yingtongxiong 2023-10-09 22:19:21 +08:00
parent dd67ab948d
commit db637542a6
1 changed files with 3 additions and 3 deletions

View File

@ -306,7 +306,7 @@ def args_sanity_check():
), "sequence parallel does not support use_flash_attn=False"
if isinstance(gpc.config.parallel["tensor"], int):
gpc.config.parallel["tensor"] = dict(size=gpc.config.parallel["tensor"], mode='origin_tp')
gpc.config.parallel["tensor"] = dict(size=gpc.config.parallel["tensor"], mode="origin_tp")
if gpc.config.parallel["tensor"].get("mode", None) is None:
gpc.config.parallel["tensor"]["mode"] = "origin_tp"