diff --git a/setup.py b/setup.py
index b105c03b7..d2cfb13a4 100644
--- a/setup.py
+++ b/setup.py
@@ -144,6 +144,7 @@ setup(
     package_data={
         "colossalai": [
             "kernel/extensions/csrc/**/*",
+            "kernel/extensions/pybind/**/*",
         ]
     },
 )