diff --git a/examples/language/gpt/experiments/auto_parallel/requirements.txt b/examples/language/gpt/experiments/auto_parallel/requirements.txt
index ff046ad1c..1b2561f09 100644
--- a/examples/language/gpt/experiments/auto_parallel/requirements.txt
+++ b/examples/language/gpt/experiments/auto_parallel/requirements.txt
@@ -1,4 +1,4 @@
 colossalai >= 0.1.12
 torch >= 1.8.1
-transformers >= 4.231
+transformers >= 4.23.1
 PuLP >= 2.7.0