2023-02-13 01:51:25 +00:00
|
|
|
{
|
|
|
|
"tutorialSidebar": [
|
|
|
|
{
|
|
|
|
"type": "category",
|
|
|
|
"label": "Get started",
|
|
|
|
"collapsed": true,
|
|
|
|
"items": [
|
|
|
|
"get_started/installation",
|
|
|
|
"get_started/run_demo",
|
|
|
|
"get_started/reading_roadmap"
|
|
|
|
]
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"type": "category",
|
|
|
|
"label": "Concepts",
|
|
|
|
"collapsed": true,
|
|
|
|
"items": [
|
|
|
|
"concepts/distributed_training",
|
|
|
|
"concepts/paradigms_of_parallelism",
|
|
|
|
"concepts/colossalai_overview"
|
|
|
|
]
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"type": "category",
|
|
|
|
"label": "Basics",
|
|
|
|
"collapsed": true,
|
|
|
|
"items": [
|
|
|
|
"basics/command_line_tool",
|
2023-05-23 05:11:03 +00:00
|
|
|
"basics/launch_colossalai",
|
2023-05-23 05:14:36 +00:00
|
|
|
"basics/booster_api",
|
|
|
|
"basics/booster_plugins",
|
2023-09-21 03:36:20 +00:00
|
|
|
"basics/booster_checkpoint"
|
2023-02-13 01:51:25 +00:00
|
|
|
]
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"type": "category",
|
|
|
|
"label": "Features",
|
|
|
|
"collapsed": true,
|
|
|
|
"items": [
|
2023-09-21 06:53:16 +00:00
|
|
|
"features/shardformer",
|
2023-05-23 05:11:03 +00:00
|
|
|
"features/mixed_precision_training_with_booster",
|
2023-05-23 05:14:36 +00:00
|
|
|
"features/gradient_accumulation_with_booster",
|
|
|
|
"features/gradient_clipping_with_booster",
|
2023-02-13 01:51:25 +00:00
|
|
|
"features/zero_with_chunk",
|
|
|
|
{
|
|
|
|
"type": "category",
|
|
|
|
"label": "Tensor Parallel",
|
|
|
|
"collapsed": true,
|
|
|
|
"items": [
|
|
|
|
"features/1D_tensor_parallel",
|
|
|
|
"features/2D_tensor_parallel",
|
|
|
|
"features/2p5D_tensor_parallel",
|
|
|
|
"features/3D_tensor_parallel"
|
|
|
|
]
|
|
|
|
},
|
|
|
|
"features/pipeline_parallel",
|
2023-05-23 05:14:36 +00:00
|
|
|
"features/nvme_offload",
|
2023-09-27 02:24:04 +00:00
|
|
|
"features/lazy_init",
|
2023-05-23 05:14:36 +00:00
|
|
|
"features/cluster_utils"
|
2023-02-13 01:51:25 +00:00
|
|
|
]
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"type": "category",
|
|
|
|
"label": "Advanced Tutorials",
|
|
|
|
"collapsed": true,
|
|
|
|
"items": [
|
|
|
|
"advanced_tutorials/train_vit_with_hybrid_parallelism",
|
|
|
|
"advanced_tutorials/train_gpt_using_hybrid_parallelism",
|
|
|
|
"advanced_tutorials/meet_gemini",
|
2023-02-16 07:45:26 +00:00
|
|
|
"advanced_tutorials/integrate_mixture_of_experts_into_your_model",
|
|
|
|
"advanced_tutorials/opt_service"
|
2023-02-13 01:51:25 +00:00
|
|
|
]
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|