[shardformer] ChatGLM support layernorm sharding

2023-07-17 19:47:57 +08:00 · 2023-07-17 19:47:57 +08:00 · f155ae89c4
parent 00f6ef159d
commit f155ae89c4
1 changed files with 1 additions and 1 deletions
--- a/tests/kit/model_zoo/transformers/chatglm2_6b/modeling_chatglm.py
+++ b/tests/kit/model_zoo/transformers/chatglm2_6b/modeling_chatglm.py
@ -417,7 +417,7 @@ class SelfAttention(torch.nn.Module):
        )
 =======
        self.dense = nn.Linear(self.projection_size,
-                               self.hidden_size,
+                               config.hidden_size,
                               bias=config.add_bias_linear,
                               device=device,
                               **_config_to_kwargs(config))