mirror of https://github.com/hpcaitech/ColossalAI
12 lines
384 B
Python
12 lines
384 B
Python
|
from typing import List
|
||
|
|
|
||
|
|
from torch import Tensor
|
||
|
|
|
||
|
|
def forward_affine(input: Tensor, normalized_shape: List[int], gamma: Tensor, beta: Tensor, epsilon: float) -> List[Tensor]:
|
||
|
|
...
|
||
|
|
|
||
|
|
|
||
|
|
def backward_affine(dout: Tensor, mean: Tensor, invvar: Tensor, input: Tensor,
|
||
|
|
normalized_shape: List[int], gamma: Tensor, beta: Tensor, epsilon: float) -> List[Tensor]:
|
||
|
|
...
|