mirror of https://github.com/InternLM/InternLM
48 lines
896 B
Python
48 lines
896 B
Python
from .parallel_context import (
|
|
IS_TENSOR_PARALLEL,
|
|
Config,
|
|
ParallelContext,
|
|
global_context,
|
|
)
|
|
from .process_group_initializer import (
|
|
Initializer_Data,
|
|
Initializer_Model,
|
|
Initializer_Pipeline,
|
|
Initializer_Tensor,
|
|
Initializer_Zero1,
|
|
ParallelMode,
|
|
ProcessGroupInitializer,
|
|
)
|
|
from .random import (
|
|
add_seed,
|
|
get_current_mode,
|
|
get_seeds,
|
|
get_states,
|
|
seed,
|
|
set_mode,
|
|
set_seed_states,
|
|
sync_states,
|
|
)
|
|
|
|
__all__ = [
|
|
"Config",
|
|
"IS_TENSOR_PARALLEL",
|
|
"global_context",
|
|
"ParallelContext",
|
|
"ParallelMode",
|
|
"Initializer_Tensor",
|
|
"Initializer_Pipeline",
|
|
"Initializer_Data",
|
|
"Initializer_Zero1",
|
|
"ProcessGroupInitializer",
|
|
"Initializer_Model",
|
|
"seed",
|
|
"set_mode",
|
|
"add_seed",
|
|
"get_seeds",
|
|
"get_states",
|
|
"get_current_mode",
|
|
"set_seed_states",
|
|
"sync_states",
|
|
]
|