diff --git a/colossalai/shardformer/policies/llama.py b/colossalai/shardformer/policies/llama.py index b4a1f4bd8..e8f9471f9 100644 --- a/colossalai/shardformer/policies/llama.py +++ b/colossalai/shardformer/policies/llama.py @@ -506,7 +506,6 @@ class LlamaForSequenceClassificationPolicy(LlamaPolicy): ) } policy.update(new_item) - # TODO: test lora bug here # enable tp, replace layer to LinearWithGradAccum elif use_zbv: # add a new item for sequence classification