From db637542a614468365c2a9a2e2f6a720c158f11f Mon Sep 17 00:00:00 2001 From: yingtongxiong <974106207@qq.com> Date: Mon, 9 Oct 2023 22:19:21 +0800 Subject: [PATCH] fix lint --- internlm/initialize/launch.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/internlm/initialize/launch.py b/internlm/initialize/launch.py index e5bd861..80611fe 100644 --- a/internlm/initialize/launch.py +++ b/internlm/initialize/launch.py @@ -305,12 +305,12 @@ def args_sanity_check(): gpc.config.parallel.sequence_parallel is True and gpc.config.model.use_flash_attn is False ), "sequence parallel does not support use_flash_attn=False" - if isinstance (gpc.config.parallel["tensor"], int): - gpc.config.parallel["tensor"] = dict(size=gpc.config.parallel["tensor"], mode='origin_tp') + if isinstance(gpc.config.parallel["tensor"], int): + gpc.config.parallel["tensor"] = dict(size=gpc.config.parallel["tensor"], mode="origin_tp") if gpc.config.parallel["tensor"].get("mode", None) is None: gpc.config.parallel["tensor"]["mode"] = "origin_tp" - + if gpc.config.parallel["tensor"].get("mode", None) == "fstp": assert ( gpc.config.parallel.sequence_parallel is True