github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

importerror

pull/532/head
lijiaxing 2023-12-11 13:38:37 +08:00
parent 4b7fa26d80
commit 472671688f
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
internlm/model/modeling_llama.py
View File

@ -44,7 +44,7 @@ try:
from flash_attn.modules.mlp import ParallelFusedMLP from flash_attn.modules.mlp import ParallelFusedMLP
from flash_attn.ops.layer_norm import dropout_add_layer_norm from flash_attn.ops.layer_norm import dropout_add_layer_norm
except ImportError: except ImportError:
raise ImportError("Please check your flash_attn version >= 2.0.0.") pass
MODEL_TYPE = "LLAMA" MODEL_TYPE = "LLAMA"