mirror of https://github.com/hpcaitech/ColossalAI
12 lines
422 B
Python
12 lines
422 B
Python
|
from typing import Tuple
|
||
|
|
import torch
|
||
|
|
from ..registry import meta_profiler_module
|
||
|
|
|
||
|
|
|
||
|
|
@meta_profiler_module.register(torch.nn.Dropout)
|
||
|
|
def torch_nn_dropout(self: torch.nn.Module, input: torch.Tensor) -> Tuple[int, int]:
|
||
|
|
# nn.Embedding is a dictionary lookup, so technically it has 0 FLOPs. (https://discuss.pytorch.org/t/correct-way-to-calculate-flops-in-model/67198/6)
|
||
|
|
flops = 0
|
||
|
|
macs = 0
|
||
|
|
return flops, macs
|