github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

[fix] add testcase with microbatch 4;

pull/6034/head
duanjunwen 2024-09-09 10:16:03 +00:00
parent 8366a7855f
commit 6c2a120bed
1 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
tests/test_pipeline/test_schedule/test_zerobubble_pp.py
View File

@ -509,15 +509,15 @@ def run_fwd_bwd_iter_input(test_config):
"precision": "bf16", "precision": "bf16",
"num_model_chunk": 2, "num_model_chunk": 2,
}, },
# { {
# "batch_size": 8, "batch_size": 8,
# "tp_size": 1, "tp_size": 1,
# "pp_size": 4, "pp_size": 4,
# "num_microbatches": 8, "num_microbatches": 8,
# "zero_stage": 1, "zero_stage": 1,
# "precision": "bf16", "precision": "bf16",
# "num_model_chunk": 2, "num_model_chunk": 2,
# }, },
], ],
) )
def run_fwd_bwd_vschedule_with_optim(test_config): def run_fwd_bwd_vschedule_with_optim(test_config):