[hotfix] fix megatron_init in test_gpt2.py (#1357)

2 years ago · 7a065dc9f6
1 changed files with 1 additions and 1 deletions
--- a/tests/test_tensor/model/test_gpt2.py
+++ b/tests/test_tensor/model/test_gpt2.py
@ -56,7 +56,7 @@ def init_megatron_spec(model, pg: ProcessGroup):
            elif 'wte' in mn or 'wpe' in mn:
                assert 'weight' in pn
                split_param_col_tp1d(param, pg)
-            elif 'c_fc' in mn or 'c_proj' in mn:
+            elif 'c_attn' in mn or 'c_proj' in mn:
                split_param_col_tp1d(param, pg)
            # debug_print([0], '\t', param.compute_spec, param.shape)