[test] smaller gpt2 test case

pull/5753/head
hxwang 6 months ago
parent b96c6390f4
commit df705a5210

@ -121,7 +121,7 @@ loss_fn = lambda x: x["loss"]
config = transformers.GPT2Config(
n_layer=2,
n_head=4,
n_embd=128,
n_embd=16,
vocab_size=50258,
attn_pdrop=0,
embd_pdrop=0,

Loading…
Cancel
Save