diff --git a/colossalai/registry/registry.py b/colossalai/registry/registry.py
index de36de428..8a4173f7a 100644
--- a/colossalai/registry/registry.py
+++ b/colossalai/registry/registry.py
@@ -35,7 +35,7 @@ class Registry:
             AssertionError: Raises an AssertionError if the module has already been registered before.
         """
         module_name = module_class.__name__
-        assert module_name not in self._registry
+        assert module_name not in self._registry, f"{module_name} not found in {self.name}"
         self._registry[module_name] = module_class
 
         # return so as to use it normally if via importing