InternLM/internlm/solver/optimizer/__init__.py

8 lines
252 B
Python

#!/usr/bin/env python
# -*- encoding: utf-8 -*-
from .fsdp_optimizer import FSDPadaptOptimizer
from .hybrid_zero_optim import HybridZeroOptimizer, reload_zero_fp32_buff
__all__ = ["FSDPadaptOptimizer", "HybridZeroOptimizer", "reload_zero_fp32_buff"]