[fix] fix test_lora in llama policy

2024-11-15 10:27:13 +00:00 · 2024-11-15 10:27:13 +00:00 · f48a85e91d
parent 2980da559f
commit f48a85e91d
1 changed files with 0 additions and 1 deletions
--- a/colossalai/shardformer/policies/llama.py
+++ b/colossalai/shardformer/policies/llama.py
@ -506,7 +506,6 @@ class LlamaForSequenceClassificationPolicy(LlamaPolicy):
                )
            }
            policy.update(new_item)
-        # TODO: test lora bug here
        # enable tp, replace layer to LinearWithGradAccum
        elif use_zbv:
            # add a new item for sequence classification