github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

[feat] add more test;

pull/6065/head
duanjunwen 2024-09-18 07:51:54 +00:00
parent 3dbad102cf
commit af2c2f8092
1 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
tests/test_pipeline/test_schedule/test_zerobubble_pp.py
View File

@ -535,15 +535,15 @@ def run_fwd_bwd_iter_input(test_config):
"precision": "bf16",
"num_model_chunk": 2,
},
# {
# "batch_size": 8,
# "tp_size": 1,
# "pp_size": 4,
# "num_microbatches": 8,
# "zero_stage": 1,
# "precision": "bf16",
# "num_model_chunk": 2,
# },
{
"batch_size": 8,
"tp_size": 1,
"pp_size": 4,
"num_microbatches": 8,
"zero_stage": 1,
"precision": "bf16",
"num_model_chunk": 2,
},
],
)
def run_fwd_bwd_vschedule_with_optim(test_config):