from .cpu_adam import CpuAdamArmExtension, CpuAdamX86Extension from .flash_attention import ( FlashAttentionDaoCudaExtension, FlashAttentionNpuExtension, FlashAttentionXformersCudaExtension, ) from .layernorm import LayerNormCudaExtension from .moe import MoeCudaExtension from .optimizer import FusedOptimizerCudaExtension from .softmax import ScaledMaskedSoftmaxCudaExtension, ScaledUpperTriangleMaskedSoftmaxCudaExtension ALL_EXTENSIONS = [ CpuAdamArmExtension, CpuAdamX86Extension, LayerNormCudaExtension, MoeCudaExtension, FusedOptimizerCudaExtension, ScaledMaskedSoftmaxCudaExtension, ScaledUpperTriangleMaskedSoftmaxCudaExtension, FlashAttentionDaoCudaExtension, FlashAttentionXformersCudaExtension, FlashAttentionNpuExtension, ] __all__ = [ "CpuAdamArmExtension", "CpuAdamX86Extension", "LayerNormCudaExtension", "MoeCudaExtension", "FusedOptimizerCudaExtension", "ScaledMaskedSoftmaxCudaExtension", "ScaledUpperTriangleMaskedSoftmaxCudaExtension", "FlashAttentionDaoCudaExtension", "FlashAttentionXformersCudaExtension", "FlashAttentionNpuExtension", ]