mirror of https://github.com/InternLM/InternLM
20 lines
528 B
Python
20 lines
528 B
Python
#!/usr/bin/env python
|
|
# -*- encoding: utf-8 -*-
|
|
|
|
from .embedding import Embedding1D, RotaryEmbedding
|
|
from .linear import FeedForward, RewardModelLinear, ScaleColumnParallelLinear
|
|
from .modeling_internlm import build_model_with_cfg
|
|
from .multi_head_attention import MHA
|
|
from .utils import gather_forward_split_backward
|
|
|
|
__all__ = [
|
|
"Embedding1D",
|
|
"FeedForward",
|
|
"RotaryEmbedding",
|
|
"RewardModelLinear",
|
|
"ScaleColumnParallelLinear",
|
|
"MHA",
|
|
"gather_forward_split_backward",
|
|
"build_model_with_cfg",
|
|
]
|