github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

[fix] add testcase with microbatch 4;

pull/6034/head
duanjunwen 2024-09-09 10:16:03 +00:00
parent 8366a7855f
commit 6c2a120bed
1 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
tests/test_pipeline/test_schedule/test_zerobubble_pp.py
View File

@ -509,15 +509,15 @@ def run_fwd_bwd_iter_input(test_config):
"precision": "bf16",
"num_model_chunk": 2,
},
# {
# "batch_size": 8,
# "tp_size": 1,
# "pp_size": 4,
# "num_microbatches": 8,
# "zero_stage": 1,
# "precision": "bf16",
# "num_model_chunk": 2,
# },
{
"batch_size": 8,
"tp_size": 1,
"pp_size": 4,
"num_microbatches": 8,
"zero_stage": 1,
"precision": "bf16",
"num_model_chunk": 2,
},
],
)
def run_fwd_bwd_vschedule_with_optim(test_config):