From 0e26f52a89dee3e3dd0be2da96471e2ac03f186f Mon Sep 17 00:00:00 2001
From: yingtongxiong <974106207@qq.com>
Date: Mon, 9 Oct 2023 13:26:08 +0800
Subject: [PATCH] make seed in different tensor rank different

---
 internlm/core/context/parallel_context.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/internlm/core/context/parallel_context.py b/internlm/core/context/parallel_context.py
index 87d3114..63037c2 100644
--- a/internlm/core/context/parallel_context.py
+++ b/internlm/core/context/parallel_context.py
@@ -527,7 +527,8 @@ class ParallelContext(metaclass=SingletonMeta):
             tp_seed = seed + tp_rank + pipeline_offset * 1024
             add_seed(ParallelMode.TENSOR, tp_seed)
 
-        set_mode(ParallelMode.DATA)
+        # set_mode(ParallelMode.DATA)
+        set_mode(ParallelMode.TENSOR)
 
         seeds = get_seeds()
         seed_str = ", ".join([f"{k}: {v}" for k, v in seeds.items()])