diff --git a/.gitmodules b/.gitmodules
index 735bcbc69..1e7631bd8 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -7,3 +7,7 @@
 	url = https://github.com/hpcaitech/ColossalAI-Examples.git
 	branch = main
 
+[submodule "inference"]
+	path = inference
+	url = https://github.com/hpcaitech/EnergonAI.git
+	branch = main
diff --git a/README-zh-Hans.md b/README-zh-Hans.md
index 79acbb671..16cdd0ca6 100644
--- a/README-zh-Hans.md
+++ b/README-zh-Hans.md
@@ -45,7 +45,7 @@
    </ul>
  </li>
 <li>
-   <a href="#推理样例展示">推理样例展示</a> 
+   <a href="#推理-Energon-AI-样例展示">推理 (Energon-AI) 样例展示</a> 
    <ul>
      <li><a href="#GPT-3-Inference">GPT-3</a></li>
    </ul>
@@ -153,7 +153,7 @@ Colossal-AI 为您提供了一系列并行组件。我们的目标是让您的
 <p align="right">(<a href="#top">back to top</a>)</p>
 
 
-## 推理样例展示
+## 推理 (Energon-AI) 样例展示
 
 ### GPT-3
 <p id="GPT-3-Inference" align="center">
diff --git a/README.md b/README.md
index eff6951a2..05dba1ef3 100644
--- a/README.md
+++ b/README.md
@@ -45,7 +45,7 @@
    </ul>
  </li>
  <li>
-   <a href="#Inference-Demo">Inference Demo</a> 
+   <a href="#Inference-Energon-AI-Demo">Inference (Energon-AI) Demo</a> 
    <ul>
      <li><a href="#GPT-3-Inference">GPT-3</a></li>
    </ul>
@@ -158,7 +158,7 @@ Please visit our [documentation and tutorials](https://www.colossalai.org/) for
 <p align="right">(<a href="#top">back to top</a>)</p>
 
 
-## Inference Demo
+## Inference (Energon-AI) Demo
 
 ### GPT-3
 <p id="GPT-3-Inference" align="center">
diff --git a/inference b/inference
new file mode 160000
index 000000000..1a92c000d
--- /dev/null
+++ b/inference
@@ -0,0 +1 @@
+Subproject commit 1a92c000df33b9a402d08b98854c8e60fa8ec9e9