diff --git a/tests/kit/model_zoo/transformers/gpt.py b/tests/kit/model_zoo/transformers/gpt.py
index ab5d97420..f48e54135 100644
--- a/tests/kit/model_zoo/transformers/gpt.py
+++ b/tests/kit/model_zoo/transformers/gpt.py
@@ -121,7 +121,7 @@ loss_fn = lambda x: x["loss"]
 config = transformers.GPT2Config(
     n_layer=2,
     n_head=4,
-    n_embd=128,
+    n_embd=16,
     vocab_size=50258,
     attn_pdrop=0,
     embd_pdrop=0,