ColossalAI/colossalai/fx/tracer/meta_patch/patched_module/embedding.py

8 lines
251 B
Python

import torch
from ..registry import meta_patched_module
@meta_patched_module.register(torch.nn.Embedding)
def torch_nn_embedding(self, input):
result_shape = input.shape + (self.embedding_dim,)
return torch.empty(result_shape, device='meta')