diff --git a/colossalai/utils/model/colo_init_context.py b/colossalai/utils/model/colo_init_context.py index 851543e4a..6cb885321 100644 --- a/colossalai/utils/model/colo_init_context.py +++ b/colossalai/utils/model/colo_init_context.py @@ -38,7 +38,7 @@ def _convert_to_coloparam(param: torch.nn.Parameter, requires_grad = param.requires_grad if param.device.type == 'meta': - raise NotImplemented( + raise NotImplementedError( "ColoInitContext is initializing a model with meta parameters! This is not allowed right now!") else: # param is the global tensor.