ColossalAI/colossalai/kernel/__init__.py

mirror of https://github.com/hpcaitech/ColossalAI
from .cuda_native import LayerNorm, FusedScaleMaskSoftmax, MultiHeadAttention

__all__ = ["LayerNorm", "FusedScaleMaskSoftmax", "MultiHeadAttention"]
	`from .cuda_native import LayerNorm, FusedScaleMaskSoftmax, MultiHeadAttention`

	`__all__ = ["LayerNorm", "FusedScaleMaskSoftmax", "MultiHeadAttention"]`