InternLM/internlm/solver/__init__.py

9 lines
282 B
Python

#!/usr/bin/env python
# -*- encoding: utf-8 -*-
from .beta2_scheduler import Beta2Scheduler
from .lr_scheduler import FineTuneCosineAnnealingWarmupLR
from .optimizer import HybridZeroOptimizer
__all__ = ["Beta2Scheduler", "FineTuneCosineAnnealingWarmupLR", "HybridZeroOptimizer"]