InternLM/internlm/model/__init__.py

#!/usr/bin/env python
# -*- encoding: utf-8 -*-

from .embedding import Embedding1D, RotaryEmbedding
from .linear import FeedForward, RewardModelLinear, ScaleColumnParallelLinear
from .metrics import AccPerplex
from .modeling_internlm import build_model_with_cfg
from .multi_head_attention import MHA
from .utils import gather_forward_split_backward

__all__ = [
    "Embedding1D",
    "FeedForward",
    "RotaryEmbedding",
    "RewardModelLinear",
    "ScaleColumnParallelLinear",
    "AccPerplex",
    "MHA",
    "gather_forward_split_backward",
    "build_model_with_cfg",
]