From a8dea6313fe85e6e762177c34b7786657fca89b1 Mon Sep 17 00:00:00 2001
From: yingtongxiong <974106207@qq.com>
Date: Mon, 9 Oct 2023 21:33:26 +0800
Subject: [PATCH] fix the ci incompatible in config

---
 internlm/initialize/launch.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/internlm/initialize/launch.py b/internlm/initialize/launch.py
index 6a094e7..e5bd861 100644
--- a/internlm/initialize/launch.py
+++ b/internlm/initialize/launch.py
@@ -305,9 +305,12 @@ def args_sanity_check():
             gpc.config.parallel.sequence_parallel is True and gpc.config.model.use_flash_attn is False
         ), "sequence parallel does not support use_flash_attn=False"
 
+    if isinstance (gpc.config.parallel["tensor"], int):
+        gpc.config.parallel["tensor"] = dict(size=gpc.config.parallel["tensor"], mode='origin_tp')
+
     if gpc.config.parallel["tensor"].get("mode", None) is None:
         gpc.config.parallel["tensor"]["mode"] = "origin_tp"
-
+    
     if gpc.config.parallel["tensor"].get("mode", None) == "fstp":
         assert (
             gpc.config.parallel.sequence_parallel is True