diff --git a/colossalai/logging/logging.py b/colossalai/logging/logging.py
index 1f0ea6c1b..5bc2694c6 100644
--- a/colossalai/logging/logging.py
+++ b/colossalai/logging/logging.py
@@ -5,12 +5,16 @@ import colossalai
 import logging
 from pathlib import Path
 from typing import Union
-from rich.logging import RichHandler
 
 from colossalai.context.parallel_mode import ParallelMode
 
-_FORMAT = 'colossalai - %(name)s - %(asctime)s %(levelname)s: %(message)s'
-logging.basicConfig(level=logging.INFO, format=_FORMAT, handlers=[RichHandler()])
+try:
+    from rich.logging import RichHandler
+    _FORMAT = 'colossalai - %(name)s - %(asctime)s %(levelname)s: %(message)s'
+    logging.basicConfig(level=logging.INFO, format=_FORMAT, handlers=[RichHandler()])
+except ImportError:
+    _FORMAT = 'colossalai - %(name)s - %(asctime)s %(levelname)s: %(message)s'
+    logging.basicConfig(level=logging.INFO, format=_FORMAT)
 
 
 class DistributedLogger: