mirror of https://github.com/hpcaitech/ColossalAI
[pipeline] add stage manager (#4093)
* [pipeline] add stage manager * [test] add pipeline stage manager test * [pipeline] add docstring for stage managerpull/4445/head
parent
e8e7e49243
commit
5c897ddb94
|
@ -21,7 +21,7 @@ def check_stage_manager():
|
|||
1: [0, 1],
|
||||
2: [2, 3],
|
||||
3: [2, 3],
|
||||
}
|
||||
}
|
||||
pg_mesh = ProcessGroupMesh(DP_SIZE, PP_SIZE)
|
||||
stage_manager = PipelineStageManager(pg_mesh, PP_DIM)
|
||||
rank = dist.get_rank()
|
||||
|
|
Loading…
Reference in New Issue