mirror of https://github.com/hpcaitech/ColossalAI
parent
6582aedc94
commit
ffad81e1d1
|
@ -6,7 +6,7 @@ from ._pipeline_parallel_gradient_handler import PipelineSharedModuleGradientHan
|
|||
from ._moe_gradient_handler import MoeGradientHandler
|
||||
from ._sequence_parallel_gradient_handler import SequenceParallelGradientHandler
|
||||
|
||||
|
||||
__all__ = ['BaseGradientHandler', 'DataParallelGradientHandler',
|
||||
'ZeROGradientHandler', 'PipelineSharedModuleGradientHandler',
|
||||
'MoeGradientHandler', 'SequenceParallelGradientHandler']
|
||||
__all__ = [
|
||||
'BaseGradientHandler', 'DataParallelGradientHandler', 'ZeROGradientHandler', 'PipelineSharedModuleGradientHandler',
|
||||
'MoeGradientHandler', 'SequenceParallelGradientHandler'
|
||||
]
|
||||
|
|
Loading…
Reference in New Issue