remove duplicate import (#5100)

2023-11-23 15:15:01 +08:00 · 2023-11-23 15:15:01 +08:00 · 68fcaa2225
parent e53e729d8e
commit 68fcaa2225
1 changed files with 0 additions and 2 deletions
--- a/colossalai/shardformer/modeling/llama.py
+++ b/colossalai/shardformer/modeling/llama.py
@ -413,8 +413,6 @@ def get_llama_flash_attention_forward():
        warnings.warn("using llamav1, llamav1 hasn't repeat_kv function")
        llama_version = 1

-    from colossalai.kernel.cuda_native import AttnMaskType, ColoAttention
-
    def forward(
        self: LlamaAttention,
        hidden_states: torch.Tensor,