From 9e3b8b7affc0961d8d0e7e4a1ab67d1c4ada9ce4 Mon Sep 17 00:00:00 2001
From: Frank Lee <somerlee.9@gmail.com>
Date: Tue, 28 Feb 2023 11:28:24 +0800
Subject: [PATCH] [doc] removed read-the-docs (#2932)

---
 .readthedocs.yaml                             |  30 ----
 docs/Makefile                                 |  26 ----
 docs/_static/css/rtd_theme.css                |   3 -
 docs/_templates/apidoc/module.rst_t           |   9 --
 docs/_templates/apidoc/package.rst_t          |  52 -------
 docs/_templates/apidoc/toc.rst_t              |   8 -
 docs/colossalai/colossalai.amp.amp_type.rst   |   5 -
 .../colossalai.amp.apex_amp.apex_amp.rst      |   5 -
 docs/colossalai/colossalai.amp.apex_amp.rst   |  11 --
 .../colossalai.amp.naive_amp.grad_scaler.rst  |   8 -
 .../colossalai.amp.naive_amp.naive_amp.rst    |   5 -
 docs/colossalai/colossalai.amp.naive_amp.rst  |  16 --
 docs/colossalai/colossalai.amp.rst            |  18 ---
 docs/colossalai/colossalai.amp.torch_amp.rst  |  11 --
 .../colossalai.amp.torch_amp.torch_amp.rst    |   5 -
 .../colossalai/colossalai.builder.builder.rst |   5 -
 docs/colossalai/colossalai.builder.rst        |  11 --
 .../colossalai.cli.benchmark.benchmark.rst    |   5 -
 .../colossalai.cli.benchmark.models.rst       |   5 -
 docs/colossalai/colossalai.cli.benchmark.rst  |  13 --
 .../colossalai.cli.benchmark.utils.rst        |   5 -
 ...olossalai.cli.check.check_installation.rst |   5 -
 docs/colossalai/colossalai.cli.check.rst      |  11 --
 docs/colossalai/colossalai.cli.cli.rst        |   5 -
 .../colossalai.cli.launcher.hostinfo.rst      |   5 -
 ...lossalai.cli.launcher.multinode_runner.rst |   5 -
 docs/colossalai/colossalai.cli.launcher.rst   |  13 --
 .../colossalai.cli.launcher.run.rst           |   5 -
 docs/colossalai/colossalai.cli.rst            |  18 ---
 .../colossalai.communication.collective.rst   |   5 -
 .../colossalai.communication.p2p.rst          |   5 -
 .../colossalai.communication.ring.rst         |   5 -
 docs/colossalai/colossalai.communication.rst  |  14 --
 .../colossalai.communication.utils.rst        |   5 -
 docs/colossalai/colossalai.constants.rst      |   5 -
 docs/colossalai/colossalai.context.config.rst |   5 -
 .../colossalai.context.moe_context.rst        |   5 -
 .../colossalai.context.parallel_context.rst   |   5 -
 .../colossalai.context.parallel_mode.rst      |   5 -
 ...ocess_group_initializer.initializer_1d.rst |   5 -
 ...ocess_group_initializer.initializer_2d.rst |   5 -
 ...ess_group_initializer.initializer_2p5d.rst |   5 -
 ...ocess_group_initializer.initializer_3d.rst |   5 -
 ...ess_group_initializer.initializer_data.rst |   5 -
 ...ss_group_initializer.initializer_model.rst |   5 -
 ...group_initializer.initializer_pipeline.rst |   5 -
 ...group_initializer.initializer_sequence.rst |   5 -
 ...s_group_initializer.initializer_tensor.rst |   5 -
 ..._initializer.process_group_initializer.rst |   5 -
 ...alai.context.process_group_initializer.rst |  20 ---
 docs/colossalai/colossalai.context.random.rst |  11 --
 ...colossalai.context.random.seed_manager.rst |   5 -
 docs/colossalai/colossalai.context.rst        |  21 ---
 .../colossalai.context.singleton_meta.rst     |   5 -
 docs/colossalai/colossalai.core.rst           |   5 -
 ...olossalai.engine.gradient_accumulation.rst |   5 -
 .../colossalai.engine.gradient_handler.rst    |  11 --
 ...lossalai.engine.gradient_handler.utils.rst |   5 -
 docs/colossalai/colossalai.engine.rst         |  12 --
 .../colossalai/colossalai.engine.schedule.rst |   5 -
 ...salai.fx.passes.adding_split_node_pass.rst |   5 -
 .../colossalai.fx.passes.meta_info_prop.rst   |   5 -
 docs/colossalai/colossalai.fx.passes.rst      |  15 --
 .../colossalai.fx.passes.shard_1d_pass.rst    |   5 -
 .../colossalai.fx.passes.split_module.rst     |   5 -
 .../colossalai/colossalai.fx.passes.utils.rst |   5 -
 docs/colossalai/colossalai.fx.proxy.rst       |   5 -
 docs/colossalai/colossalai.fx.rst             |  17 ---
 docs/colossalai/colossalai.fx.tracer.rst      |  11 --
 .../colossalai.fx.tracer.tracer.rst           |   5 -
 docs/colossalai/colossalai.gemini.chunk.rst   |   5 -
 .../colossalai.gemini.chunk_mgr.rst           |   5 -
 .../colossalai.gemini.gemini_context.rst      |   5 -
 .../colossalai.gemini.gemini_mgr.rst          |   5 -
 ...ai.gemini.memory_tracer.memory_monitor.rst |   5 -
 ...emini.memory_tracer.memstats_collector.rst |   5 -
 ...ini.memory_tracer.model_data_memtracer.rst |   5 -
 .../colossalai.gemini.memory_tracer.rst       |  13 --
 docs/colossalai/colossalai.gemini.ophooks.rst |  11 --
 .../colossalai.gemini.ophooks.utils.rst       |   5 -
 .../colossalai.gemini.paramhooks.rst          |   5 -
 .../colossalai.gemini.placement_policy.rst    |   5 -
 docs/colossalai/colossalai.gemini.rst         |  27 ----
 .../colossalai.gemini.stateful_tensor.rst     |   5 -
 ...salai.gemini.stateful_tensor_container.rst |   5 -
 .../colossalai.gemini.stateful_tensor_mgr.rst |   5 -
 ...ossalai.gemini.tensor_placement_policy.rst |   5 -
 .../colossalai.gemini.tensor_utils.rst        |   5 -
 .../colossalai.global_variables.rst           |   5 -
 docs/colossalai/colossalai.initialize.rst     |   5 -
 ...lossalai.kernel.cuda_native.layer_norm.rst |   5 -
 ...kernel.cuda_native.multihead_attention.rst |   5 -
 .../colossalai.kernel.cuda_native.rst         |  13 --
 ...alai.kernel.cuda_native.scaled_softmax.rst |   5 -
 ...colossalai.kernel.jit.bias_dropout_add.rst |   5 -
 .../colossalai.kernel.jit.bias_gelu.rst       |   5 -
 .../colossalai.kernel.jit.option.rst          |   5 -
 docs/colossalai/colossalai.kernel.jit.rst     |  13 --
 docs/colossalai/colossalai.kernel.rst         |  11 --
 docs/colossalai/colossalai.logging.logger.rst |   5 -
 docs/colossalai/colossalai.logging.rst        |  11 --
 .../colossalai.nn.graph.graph_node.rst        |   5 -
 docs/colossalai/colossalai.nn.graph.rst       |  12 --
 docs/colossalai/colossalai.nn.graph.utils.rst |   5 -
 docs/colossalai/colossalai.nn.init.rst        |   5 -
 .../colossalai.nn.layer.base_layer.rst        |   5 -
 ...alai.nn.layer.colossalai_layer.dropout.rst |   5 -
 ...ai.nn.layer.colossalai_layer.embedding.rst |   5 -
 ...salai.nn.layer.colossalai_layer.linear.rst |   5 -
 ...n.layer.colossalai_layer.normalization.rst |   5 -
 .../colossalai.nn.layer.colossalai_layer.rst  |  14 --
 .../colossalai.nn.layer.moe.experts.rst       |   5 -
 .../colossalai.nn.layer.moe.layers.rst        |   5 -
 docs/colossalai/colossalai.nn.layer.moe.rst   |  13 --
 .../colossalai.nn.layer.moe.utils.rst         |   5 -
 ...colossalai.nn.layer.parallel_1d.layers.rst |   5 -
 .../colossalai.nn.layer.parallel_1d.rst       |  11 --
 ...colossalai.nn.layer.parallel_2d.layers.rst |   5 -
 .../colossalai.nn.layer.parallel_2d.rst       |  11 --
 ...lossalai.nn.layer.parallel_2p5d.layers.rst |   5 -
 .../colossalai.nn.layer.parallel_2p5d.rst     |  11 --
 ...colossalai.nn.layer.parallel_3d.layers.rst |   5 -
 .../colossalai.nn.layer.parallel_3d.rst       |  11 --
 ...alai.nn.layer.parallel_sequence.layers.rst |   5 -
 .../colossalai.nn.layer.parallel_sequence.rst |  11 --
 docs/colossalai/colossalai.nn.layer.rst       |  25 ----
 .../colossalai.nn.layer.utils.common.rst      |   5 -
 docs/colossalai/colossalai.nn.layer.utils.rst |  11 --
 .../colossalai.nn.layer.vanilla.layers.rst    |   5 -
 .../colossalai.nn.layer.vanilla.rst           |  11 --
 ...alai.nn.layer.wrapper.pipeline_wrapper.rst |   5 -
 .../colossalai.nn.layer.wrapper.rst           |  11 --
 .../colossalai/colossalai.nn.loss.loss_1d.rst |   5 -
 .../colossalai/colossalai.nn.loss.loss_2d.rst |   5 -
 .../colossalai.nn.loss.loss_2p5d.rst          |   5 -
 .../colossalai/colossalai.nn.loss.loss_3d.rst |   5 -
 .../colossalai.nn.loss.loss_moe.rst           |   5 -
 docs/colossalai/colossalai.nn.loss.rst        |  15 --
 .../colossalai.nn.lr_scheduler.cosine.rst     |   5 -
 .../colossalai.nn.lr_scheduler.delayed.rst    |   5 -
 .../colossalai.nn.lr_scheduler.linear.rst     |   5 -
 .../colossalai.nn.lr_scheduler.multistep.rst  |   5 -
 .../colossalai.nn.lr_scheduler.onecycle.rst   |   5 -
 .../colossalai.nn.lr_scheduler.poly.rst       |   5 -
 .../colossalai/colossalai.nn.lr_scheduler.rst |  17 ---
 .../colossalai.nn.lr_scheduler.torch.rst      |   5 -
 .../colossalai.nn.metric.accuracy_2d.rst      |   5 -
 .../colossalai.nn.metric.accuracy_2p5d.rst    |   5 -
 .../colossalai.nn.metric.accuracy_3d.rst      |   5 -
 docs/colossalai/colossalai.nn.metric.rst      |  13 --
 ...alai.nn.optimizer.colossalai_optimizer.rst |   5 -
 .../colossalai.nn.optimizer.cpu_adam.rst      |   5 -
 .../colossalai.nn.optimizer.fused_adam.rst    |   5 -
 .../colossalai.nn.optimizer.fused_lamb.rst    |   5 -
 .../colossalai.nn.optimizer.fused_sgd.rst     |   5 -
 .../colossalai.nn.optimizer.hybrid_adam.rst   |   5 -
 .../colossalai.nn.optimizer.lamb.rst          |   5 -
 .../colossalai.nn.optimizer.lars.rst          |   5 -
 docs/colossalai/colossalai.nn.optimizer.rst   |  19 ---
 .../colossalai.nn.optimizer.utils.rst         |   5 -
 .../colossalai.nn.parallel.data_parallel.rst  |   5 -
 ...ossalai.nn.parallel.layers.colo_module.rst |   5 -
 ...olossalai.nn.parallel.layers.embedding.rst |   5 -
 .../colossalai.nn.parallel.layers.linear.rst  |   5 -
 ...ssalai.nn.parallel.layers.module_utils.rst |   5 -
 .../colossalai.nn.parallel.layers.rst         |  14 --
 .../colossalai.nn.parallel.reducer.rst        |   5 -
 docs/colossalai/colossalai.nn.parallel.rst    |  17 ---
 docs/colossalai/colossalai.nn.rst             |  22 ---
 .../colossalai.pipeline.layer_sepc.rst        |   5 -
 .../colossalai.pipeline.pipelinable.rst       |   5 -
 docs/colossalai/colossalai.pipeline.rst       |  13 --
 docs/colossalai/colossalai.pipeline.utils.rst |   5 -
 .../colossalai.registry.registry.rst          |   5 -
 docs/colossalai/colossalai.registry.rst       |  11 --
 docs/colossalai/colossalai.rst                |  36 -----
 .../colossalai.tensor.colo_parameter.rst      |   5 -
 .../colossalai.tensor.colo_tensor.rst         |   5 -
 .../colossalai.tensor.compute_spec.rst        |   5 -
 docs/colossalai/colossalai.tensor.const.rst   |   5 -
 .../colossalai.tensor.dist_spec_mgr.rst       |   5 -
 .../colossalai/colossalai.tensor.distspec.rst |   5 -
 .../colossalai.tensor.op_wrapper.rst          |   5 -
 .../colossalai.tensor.param_op_hook.rst       |   5 -
 .../colossalai.tensor.process_group.rst       |   5 -
 docs/colossalai/colossalai.tensor.rst         |  21 ---
 .../colossalai.tensor.tensor_spec.rst         |   5 -
 docs/colossalai/colossalai.tensor.utils.rst   |   5 -
 .../colossalai.testing.comparison.rst         |   5 -
 docs/colossalai/colossalai.testing.rst        |  12 --
 docs/colossalai/colossalai.testing.utils.rst  |   5 -
 docs/colossalai/colossalai.trainer.hooks.rst  |   5 -
 docs/colossalai/colossalai.trainer.rst        |  10 --
 ...colossalai.utils.activation_checkpoint.rst |   5 -
 ...lai.utils.checkpoint.module_checkpoint.rst |   5 -
 .../colossalai.utils.checkpoint.rst           |  12 --
 .../colossalai.utils.checkpoint.utils.rst     |   5 -
 .../colossalai.utils.checkpointing.rst        |   5 -
 docs/colossalai/colossalai.utils.common.rst   |   5 -
 docs/colossalai/colossalai.utils.cuda.rst     |   5 -
 ...ssalai.utils.data_sampler.base_sampler.rst |   5 -
 ...ils.data_sampler.data_parallel_sampler.rst |   5 -
 .../colossalai.utils.data_sampler.rst         |  12 --
 docs/colossalai/colossalai.utils.memory.rst   |   5 -
 ...lossalai.utils.model.colo_init_context.rst |   5 -
 ...lossalai.utils.model.lazy_init_context.rst |   5 -
 docs/colossalai/colossalai.utils.model.rst    |  13 --
 .../colossalai.utils.model.utils.rst          |   5 -
 docs/colossalai/colossalai.utils.moe.rst      |   5 -
 ....multi_tensor_apply.multi_tensor_apply.rst |   5 -
 .../colossalai.utils.multi_tensor_apply.rst   |  11 --
 .../colossalai.utils.profiler.extention.rst   |   5 -
 ...ai.utils.profiler.legacy.comm_profiler.rst |   5 -
 ...lai.utils.profiler.legacy.mem_profiler.rst |   5 -
 ...ai.utils.profiler.legacy.pcie_profiler.rst |   5 -
 ...salai.utils.profiler.legacy.prof_utils.rst |   5 -
 .../colossalai.utils.profiler.legacy.rst      |  14 --
 .../colossalai.utils.profiler.profiler.rst    |   5 -
 docs/colossalai/colossalai.utils.profiler.rst |  18 ---
 ...profiler.stateful_tensor_mem_extention.rst |   5 -
 docs/colossalai/colossalai.utils.rst          |  27 ----
 .../colossalai.utils.tensor_detector.rst      |  11 --
 ....utils.tensor_detector.tensor_detector.rst |   5 -
 docs/colossalai/colossalai.utils.timer.rst    |   5 -
 .../colossalai.zero.init_ctx.init_context.rst |   5 -
 docs/colossalai/colossalai.zero.init_ctx.rst  |  11 --
 docs/colossalai/colossalai.zero.rst           |  21 ---
 ...i.zero.shard_utils.base_shard_strategy.rst |   5 -
 ...ard_utils.bucket_tensor_shard_strategy.rst |   5 -
 .../colossalai.zero.shard_utils.commons.rst   |   5 -
 .../colossalai.zero.shard_utils.rst           |  14 --
 ...zero.shard_utils.tensor_shard_strategy.rst |   5 -
 ...alai.zero.sharded_model.reduce_scatter.rst |   5 -
 .../colossalai.zero.sharded_model.rst         |  13 --
 ...ai.zero.sharded_model.sharded_model_v2.rst |   5 -
 .../colossalai.zero.sharded_model.utils.rst   |   5 -
 .../colossalai.zero.sharded_optim.rst         |  11 --
 ...ai.zero.sharded_optim.sharded_optim_v2.rst |   5 -
 .../colossalai.zero.sharded_param.rst         |  12 --
 ...salai.zero.sharded_param.sharded_param.rst |   5 -
 ...alai.zero.sharded_param.sharded_tensor.rst |   5 -
 docs/colossalai/colossalai.zero.utils.rst     |  12 --
 .../colossalai.zero.utils.zero_hook.rst       |   5 -
 .../colossalai.zero.utils.zero_hook_v2.rst    |   5 -
 .../colossalai.zero.zero_optimizer.rst        |   5 -
 docs/conf.py                                  | 137 ------------------
 docs/index.rst                                |  27 ----
 docs/links/Colossalai Homepage.rst            |   6 -
 docs/links/Colossalai benchmarks.rst          |   6 -
 docs/links/Colossalai examples.rst            |   6 -
 docs/links/Colossalai tutorial.rst            |   7 -
 docs/make.bat                                 |  35 -----
 docs/requirements.txt                         |   5 -
 253 files changed, 2167 deletions(-)
 delete mode 100644 .readthedocs.yaml
 delete mode 100644 docs/Makefile
 delete mode 100644 docs/_static/css/rtd_theme.css
 delete mode 100644 docs/_templates/apidoc/module.rst_t
 delete mode 100644 docs/_templates/apidoc/package.rst_t
 delete mode 100644 docs/_templates/apidoc/toc.rst_t
 delete mode 100644 docs/colossalai/colossalai.amp.amp_type.rst
 delete mode 100644 docs/colossalai/colossalai.amp.apex_amp.apex_amp.rst
 delete mode 100644 docs/colossalai/colossalai.amp.apex_amp.rst
 delete mode 100644 docs/colossalai/colossalai.amp.naive_amp.grad_scaler.rst
 delete mode 100644 docs/colossalai/colossalai.amp.naive_amp.naive_amp.rst
 delete mode 100644 docs/colossalai/colossalai.amp.naive_amp.rst
 delete mode 100644 docs/colossalai/colossalai.amp.rst
 delete mode 100644 docs/colossalai/colossalai.amp.torch_amp.rst
 delete mode 100644 docs/colossalai/colossalai.amp.torch_amp.torch_amp.rst
 delete mode 100644 docs/colossalai/colossalai.builder.builder.rst
 delete mode 100644 docs/colossalai/colossalai.builder.rst
 delete mode 100644 docs/colossalai/colossalai.cli.benchmark.benchmark.rst
 delete mode 100644 docs/colossalai/colossalai.cli.benchmark.models.rst
 delete mode 100644 docs/colossalai/colossalai.cli.benchmark.rst
 delete mode 100644 docs/colossalai/colossalai.cli.benchmark.utils.rst
 delete mode 100644 docs/colossalai/colossalai.cli.check.check_installation.rst
 delete mode 100644 docs/colossalai/colossalai.cli.check.rst
 delete mode 100644 docs/colossalai/colossalai.cli.cli.rst
 delete mode 100644 docs/colossalai/colossalai.cli.launcher.hostinfo.rst
 delete mode 100644 docs/colossalai/colossalai.cli.launcher.multinode_runner.rst
 delete mode 100644 docs/colossalai/colossalai.cli.launcher.rst
 delete mode 100644 docs/colossalai/colossalai.cli.launcher.run.rst
 delete mode 100644 docs/colossalai/colossalai.cli.rst
 delete mode 100644 docs/colossalai/colossalai.communication.collective.rst
 delete mode 100644 docs/colossalai/colossalai.communication.p2p.rst
 delete mode 100644 docs/colossalai/colossalai.communication.ring.rst
 delete mode 100644 docs/colossalai/colossalai.communication.rst
 delete mode 100644 docs/colossalai/colossalai.communication.utils.rst
 delete mode 100644 docs/colossalai/colossalai.constants.rst
 delete mode 100644 docs/colossalai/colossalai.context.config.rst
 delete mode 100644 docs/colossalai/colossalai.context.moe_context.rst
 delete mode 100644 docs/colossalai/colossalai.context.parallel_context.rst
 delete mode 100644 docs/colossalai/colossalai.context.parallel_mode.rst
 delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_1d.rst
 delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_2d.rst
 delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_2p5d.rst
 delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_3d.rst
 delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_data.rst
 delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_model.rst
 delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_pipeline.rst
 delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_sequence.rst
 delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_tensor.rst
 delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.process_group_initializer.rst
 delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.rst
 delete mode 100644 docs/colossalai/colossalai.context.random.rst
 delete mode 100644 docs/colossalai/colossalai.context.random.seed_manager.rst
 delete mode 100644 docs/colossalai/colossalai.context.rst
 delete mode 100644 docs/colossalai/colossalai.context.singleton_meta.rst
 delete mode 100644 docs/colossalai/colossalai.core.rst
 delete mode 100644 docs/colossalai/colossalai.engine.gradient_accumulation.rst
 delete mode 100644 docs/colossalai/colossalai.engine.gradient_handler.rst
 delete mode 100644 docs/colossalai/colossalai.engine.gradient_handler.utils.rst
 delete mode 100644 docs/colossalai/colossalai.engine.rst
 delete mode 100644 docs/colossalai/colossalai.engine.schedule.rst
 delete mode 100644 docs/colossalai/colossalai.fx.passes.adding_split_node_pass.rst
 delete mode 100644 docs/colossalai/colossalai.fx.passes.meta_info_prop.rst
 delete mode 100644 docs/colossalai/colossalai.fx.passes.rst
 delete mode 100644 docs/colossalai/colossalai.fx.passes.shard_1d_pass.rst
 delete mode 100644 docs/colossalai/colossalai.fx.passes.split_module.rst
 delete mode 100644 docs/colossalai/colossalai.fx.passes.utils.rst
 delete mode 100644 docs/colossalai/colossalai.fx.proxy.rst
 delete mode 100644 docs/colossalai/colossalai.fx.rst
 delete mode 100644 docs/colossalai/colossalai.fx.tracer.rst
 delete mode 100644 docs/colossalai/colossalai.fx.tracer.tracer.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.chunk.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.chunk_mgr.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.gemini_context.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.gemini_mgr.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.memory_tracer.memory_monitor.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.memory_tracer.memstats_collector.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.memory_tracer.model_data_memtracer.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.memory_tracer.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.ophooks.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.ophooks.utils.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.paramhooks.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.placement_policy.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.stateful_tensor.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.stateful_tensor_container.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.stateful_tensor_mgr.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.tensor_placement_policy.rst
 delete mode 100644 docs/colossalai/colossalai.gemini.tensor_utils.rst
 delete mode 100644 docs/colossalai/colossalai.global_variables.rst
 delete mode 100644 docs/colossalai/colossalai.initialize.rst
 delete mode 100644 docs/colossalai/colossalai.kernel.cuda_native.layer_norm.rst
 delete mode 100644 docs/colossalai/colossalai.kernel.cuda_native.multihead_attention.rst
 delete mode 100644 docs/colossalai/colossalai.kernel.cuda_native.rst
 delete mode 100644 docs/colossalai/colossalai.kernel.cuda_native.scaled_softmax.rst
 delete mode 100644 docs/colossalai/colossalai.kernel.jit.bias_dropout_add.rst
 delete mode 100644 docs/colossalai/colossalai.kernel.jit.bias_gelu.rst
 delete mode 100644 docs/colossalai/colossalai.kernel.jit.option.rst
 delete mode 100644 docs/colossalai/colossalai.kernel.jit.rst
 delete mode 100644 docs/colossalai/colossalai.kernel.rst
 delete mode 100644 docs/colossalai/colossalai.logging.logger.rst
 delete mode 100644 docs/colossalai/colossalai.logging.rst
 delete mode 100644 docs/colossalai/colossalai.nn.graph.graph_node.rst
 delete mode 100644 docs/colossalai/colossalai.nn.graph.rst
 delete mode 100644 docs/colossalai/colossalai.nn.graph.utils.rst
 delete mode 100644 docs/colossalai/colossalai.nn.init.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.base_layer.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.colossalai_layer.dropout.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.colossalai_layer.embedding.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.colossalai_layer.linear.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.colossalai_layer.normalization.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.colossalai_layer.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.moe.experts.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.moe.layers.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.moe.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.moe.utils.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_1d.layers.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_1d.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_2d.layers.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_2d.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_2p5d.layers.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_2p5d.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_3d.layers.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_3d.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_sequence.layers.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_sequence.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.utils.common.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.utils.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.vanilla.layers.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.vanilla.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.wrapper.pipeline_wrapper.rst
 delete mode 100644 docs/colossalai/colossalai.nn.layer.wrapper.rst
 delete mode 100644 docs/colossalai/colossalai.nn.loss.loss_1d.rst
 delete mode 100644 docs/colossalai/colossalai.nn.loss.loss_2d.rst
 delete mode 100644 docs/colossalai/colossalai.nn.loss.loss_2p5d.rst
 delete mode 100644 docs/colossalai/colossalai.nn.loss.loss_3d.rst
 delete mode 100644 docs/colossalai/colossalai.nn.loss.loss_moe.rst
 delete mode 100644 docs/colossalai/colossalai.nn.loss.rst
 delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.cosine.rst
 delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.delayed.rst
 delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.linear.rst
 delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.multistep.rst
 delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.onecycle.rst
 delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.poly.rst
 delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.rst
 delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.torch.rst
 delete mode 100644 docs/colossalai/colossalai.nn.metric.accuracy_2d.rst
 delete mode 100644 docs/colossalai/colossalai.nn.metric.accuracy_2p5d.rst
 delete mode 100644 docs/colossalai/colossalai.nn.metric.accuracy_3d.rst
 delete mode 100644 docs/colossalai/colossalai.nn.metric.rst
 delete mode 100644 docs/colossalai/colossalai.nn.optimizer.colossalai_optimizer.rst
 delete mode 100644 docs/colossalai/colossalai.nn.optimizer.cpu_adam.rst
 delete mode 100644 docs/colossalai/colossalai.nn.optimizer.fused_adam.rst
 delete mode 100644 docs/colossalai/colossalai.nn.optimizer.fused_lamb.rst
 delete mode 100644 docs/colossalai/colossalai.nn.optimizer.fused_sgd.rst
 delete mode 100644 docs/colossalai/colossalai.nn.optimizer.hybrid_adam.rst
 delete mode 100644 docs/colossalai/colossalai.nn.optimizer.lamb.rst
 delete mode 100644 docs/colossalai/colossalai.nn.optimizer.lars.rst
 delete mode 100644 docs/colossalai/colossalai.nn.optimizer.rst
 delete mode 100644 docs/colossalai/colossalai.nn.optimizer.utils.rst
 delete mode 100644 docs/colossalai/colossalai.nn.parallel.data_parallel.rst
 delete mode 100644 docs/colossalai/colossalai.nn.parallel.layers.colo_module.rst
 delete mode 100644 docs/colossalai/colossalai.nn.parallel.layers.embedding.rst
 delete mode 100644 docs/colossalai/colossalai.nn.parallel.layers.linear.rst
 delete mode 100644 docs/colossalai/colossalai.nn.parallel.layers.module_utils.rst
 delete mode 100644 docs/colossalai/colossalai.nn.parallel.layers.rst
 delete mode 100644 docs/colossalai/colossalai.nn.parallel.reducer.rst
 delete mode 100644 docs/colossalai/colossalai.nn.parallel.rst
 delete mode 100644 docs/colossalai/colossalai.nn.rst
 delete mode 100644 docs/colossalai/colossalai.pipeline.layer_sepc.rst
 delete mode 100644 docs/colossalai/colossalai.pipeline.pipelinable.rst
 delete mode 100644 docs/colossalai/colossalai.pipeline.rst
 delete mode 100644 docs/colossalai/colossalai.pipeline.utils.rst
 delete mode 100644 docs/colossalai/colossalai.registry.registry.rst
 delete mode 100644 docs/colossalai/colossalai.registry.rst
 delete mode 100644 docs/colossalai/colossalai.rst
 delete mode 100644 docs/colossalai/colossalai.tensor.colo_parameter.rst
 delete mode 100644 docs/colossalai/colossalai.tensor.colo_tensor.rst
 delete mode 100644 docs/colossalai/colossalai.tensor.compute_spec.rst
 delete mode 100644 docs/colossalai/colossalai.tensor.const.rst
 delete mode 100644 docs/colossalai/colossalai.tensor.dist_spec_mgr.rst
 delete mode 100644 docs/colossalai/colossalai.tensor.distspec.rst
 delete mode 100644 docs/colossalai/colossalai.tensor.op_wrapper.rst
 delete mode 100644 docs/colossalai/colossalai.tensor.param_op_hook.rst
 delete mode 100644 docs/colossalai/colossalai.tensor.process_group.rst
 delete mode 100644 docs/colossalai/colossalai.tensor.rst
 delete mode 100644 docs/colossalai/colossalai.tensor.tensor_spec.rst
 delete mode 100644 docs/colossalai/colossalai.tensor.utils.rst
 delete mode 100644 docs/colossalai/colossalai.testing.comparison.rst
 delete mode 100644 docs/colossalai/colossalai.testing.rst
 delete mode 100644 docs/colossalai/colossalai.testing.utils.rst
 delete mode 100644 docs/colossalai/colossalai.trainer.hooks.rst
 delete mode 100644 docs/colossalai/colossalai.trainer.rst
 delete mode 100644 docs/colossalai/colossalai.utils.activation_checkpoint.rst
 delete mode 100644 docs/colossalai/colossalai.utils.checkpoint.module_checkpoint.rst
 delete mode 100644 docs/colossalai/colossalai.utils.checkpoint.rst
 delete mode 100644 docs/colossalai/colossalai.utils.checkpoint.utils.rst
 delete mode 100644 docs/colossalai/colossalai.utils.checkpointing.rst
 delete mode 100644 docs/colossalai/colossalai.utils.common.rst
 delete mode 100644 docs/colossalai/colossalai.utils.cuda.rst
 delete mode 100644 docs/colossalai/colossalai.utils.data_sampler.base_sampler.rst
 delete mode 100644 docs/colossalai/colossalai.utils.data_sampler.data_parallel_sampler.rst
 delete mode 100644 docs/colossalai/colossalai.utils.data_sampler.rst
 delete mode 100644 docs/colossalai/colossalai.utils.memory.rst
 delete mode 100644 docs/colossalai/colossalai.utils.model.colo_init_context.rst
 delete mode 100644 docs/colossalai/colossalai.utils.model.lazy_init_context.rst
 delete mode 100644 docs/colossalai/colossalai.utils.model.rst
 delete mode 100644 docs/colossalai/colossalai.utils.model.utils.rst
 delete mode 100644 docs/colossalai/colossalai.utils.moe.rst
 delete mode 100644 docs/colossalai/colossalai.utils.multi_tensor_apply.multi_tensor_apply.rst
 delete mode 100644 docs/colossalai/colossalai.utils.multi_tensor_apply.rst
 delete mode 100644 docs/colossalai/colossalai.utils.profiler.extention.rst
 delete mode 100644 docs/colossalai/colossalai.utils.profiler.legacy.comm_profiler.rst
 delete mode 100644 docs/colossalai/colossalai.utils.profiler.legacy.mem_profiler.rst
 delete mode 100644 docs/colossalai/colossalai.utils.profiler.legacy.pcie_profiler.rst
 delete mode 100644 docs/colossalai/colossalai.utils.profiler.legacy.prof_utils.rst
 delete mode 100644 docs/colossalai/colossalai.utils.profiler.legacy.rst
 delete mode 100644 docs/colossalai/colossalai.utils.profiler.profiler.rst
 delete mode 100644 docs/colossalai/colossalai.utils.profiler.rst
 delete mode 100644 docs/colossalai/colossalai.utils.profiler.stateful_tensor_mem_extention.rst
 delete mode 100644 docs/colossalai/colossalai.utils.rst
 delete mode 100644 docs/colossalai/colossalai.utils.tensor_detector.rst
 delete mode 100644 docs/colossalai/colossalai.utils.tensor_detector.tensor_detector.rst
 delete mode 100644 docs/colossalai/colossalai.utils.timer.rst
 delete mode 100644 docs/colossalai/colossalai.zero.init_ctx.init_context.rst
 delete mode 100644 docs/colossalai/colossalai.zero.init_ctx.rst
 delete mode 100644 docs/colossalai/colossalai.zero.rst
 delete mode 100644 docs/colossalai/colossalai.zero.shard_utils.base_shard_strategy.rst
 delete mode 100644 docs/colossalai/colossalai.zero.shard_utils.bucket_tensor_shard_strategy.rst
 delete mode 100644 docs/colossalai/colossalai.zero.shard_utils.commons.rst
 delete mode 100644 docs/colossalai/colossalai.zero.shard_utils.rst
 delete mode 100644 docs/colossalai/colossalai.zero.shard_utils.tensor_shard_strategy.rst
 delete mode 100644 docs/colossalai/colossalai.zero.sharded_model.reduce_scatter.rst
 delete mode 100644 docs/colossalai/colossalai.zero.sharded_model.rst
 delete mode 100644 docs/colossalai/colossalai.zero.sharded_model.sharded_model_v2.rst
 delete mode 100644 docs/colossalai/colossalai.zero.sharded_model.utils.rst
 delete mode 100644 docs/colossalai/colossalai.zero.sharded_optim.rst
 delete mode 100644 docs/colossalai/colossalai.zero.sharded_optim.sharded_optim_v2.rst
 delete mode 100644 docs/colossalai/colossalai.zero.sharded_param.rst
 delete mode 100644 docs/colossalai/colossalai.zero.sharded_param.sharded_param.rst
 delete mode 100644 docs/colossalai/colossalai.zero.sharded_param.sharded_tensor.rst
 delete mode 100644 docs/colossalai/colossalai.zero.utils.rst
 delete mode 100644 docs/colossalai/colossalai.zero.utils.zero_hook.rst
 delete mode 100644 docs/colossalai/colossalai.zero.utils.zero_hook_v2.rst
 delete mode 100644 docs/colossalai/colossalai.zero.zero_optimizer.rst
 delete mode 100644 docs/conf.py
 delete mode 100644 docs/index.rst
 delete mode 100644 docs/links/Colossalai Homepage.rst
 delete mode 100644 docs/links/Colossalai benchmarks.rst
 delete mode 100644 docs/links/Colossalai examples.rst
 delete mode 100644 docs/links/Colossalai tutorial.rst
 delete mode 100644 docs/make.bat
 delete mode 100644 docs/requirements.txt

diff --git a/.readthedocs.yaml b/.readthedocs.yaml
deleted file mode 100644
index 98dd0cc4e..000000000
--- a/.readthedocs.yaml
+++ /dev/null
@@ -1,30 +0,0 @@
-# .readthedocs.yaml
-# Read the Docs configuration file
-# See https://docs.readthedocs.io/en/stable/config-file/v2.html for details
-
-# Required
-version: 2
-
-# Set the version of Python and other tools you might need
-build:
-  os: ubuntu-20.04
-  tools:
-    python: "3.9"
-    # You can also specify other tool versions:
-    # nodejs: "16"
-    # rust: "1.55"
-    # golang: "1.17"
-
-# Build documentation in the docs/ directory with Sphinx
-sphinx:
-   configuration: docs/conf.py
-
-# If using Sphinx, optionally build your docs in additional formats such as PDF
-# formats:
-#    - pdf
-
-# Optionally declare the Python requirements required to build your docs
-python:
-   install:
-   - requirements: requirements/requirements.txt
-   - requirements: docs/requirements.txt
diff --git a/docs/Makefile b/docs/Makefile
deleted file mode 100644
index 9f43a48d6..000000000
--- a/docs/Makefile
+++ /dev/null
@@ -1,26 +0,0 @@
-# Minimal makefile for Sphinx documentation
-#
-
-# You can set these variables from the command line, and also
-# from the environment for the first two.
-SPHINXOPTS    ?=
-SPHINXBUILD   ?= sphinx-build
-SOURCEDIR     = .
-BUILDDIR      = .build
-SPHINXAPIDOC  ?= sphinx-apidoc
-SPHINX_APIDOC_OPTIONS = members
-SPHINX_APIDOC_TEMPLATEDIR = _templates/apidoc
-
-# Put it first so that "make" without argument is like "make help".
-help:
-	@$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
-
-.PHONY: help Makefile apidoc
-
-apidoc:
-	@SPHINX_APIDOC_OPTIONS=$(SPHINX_APIDOC_OPTIONS) $(SPHINXAPIDOC) -f -T -e -M -d 2 -t $(SPHINX_APIDOC_TEMPLATEDIR) -o ./colossalai ../colossalai
-# @$(SPHINXAPIDOC) -f -o ./model_zoo ../model_zoo
-# Catch-all target: route all unknown targets to Sphinx using the new
-# "make mode" option.  $(O) is meant as a shortcut for $(SPHINXOPTS).
-%: Makefile
-	@$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
diff --git a/docs/_static/css/rtd_theme.css b/docs/_static/css/rtd_theme.css
deleted file mode 100644
index caf42dc5a..000000000
--- a/docs/_static/css/rtd_theme.css
+++ /dev/null
@@ -1,3 +0,0 @@
-.wy-nav-content {
-    max-width: 80%;
-}
\ No newline at end of file
diff --git a/docs/_templates/apidoc/module.rst_t b/docs/_templates/apidoc/module.rst_t
deleted file mode 100644
index d9a50e6b9..000000000
--- a/docs/_templates/apidoc/module.rst_t
+++ /dev/null
@@ -1,9 +0,0 @@
-{%- if show_headings %}
-{{- basename | e | heading }}
-
-{% endif -%}
-.. automodule:: {{ qualname }}
-{%- for option in automodule_options %}
-   :{{ option }}:
-{%- endfor %}
-
diff --git a/docs/_templates/apidoc/package.rst_t b/docs/_templates/apidoc/package.rst_t
deleted file mode 100644
index 83742b3f7..000000000
--- a/docs/_templates/apidoc/package.rst_t
+++ /dev/null
@@ -1,52 +0,0 @@
-{%- macro automodule(modname, options) -%}
-.. automodule:: {{ modname }}
-{%- for option in options %}
-   :{{ option }}:
-{%- endfor %}
-{%- endmacro %}
-
-{%- macro toctree(docnames) -%}
-.. toctree::
-   :maxdepth: {{ maxdepth }}
-{% for docname in docnames %}
-   {{ docname }}
-{%- endfor %}
-{%- endmacro %}
-
-{%- if is_namespace %}
-{{- pkgname | e | heading }}
-{% else %}
-{{- pkgname | e | heading }}
-{% endif %}
-
-{%- if is_namespace %}
-.. py:module:: {{ pkgname }}
-{% endif %}
-
-{%- if modulefirst and not is_namespace %}
-{{ automodule(pkgname, automodule_options) }}
-{% endif %}
-
-{%- if subpackages %}
-{{ toctree(subpackages) }}
-{% endif %}
-
-{%- if submodules %}
-{% if separatemodules %}
-{{ toctree(submodules) }}
-{% else %}
-{%- for submodule in submodules %}
-{% if show_headings %}
-{{- submodule | e | heading(2) }}
-{% endif %}
-{{ automodule(submodule, automodule_options) }}
-{% endfor %}
-{%- endif %}
-{%- endif %}
-
-{%- if not modulefirst and not is_namespace %}
-Module contents
----------------
-
-{{ automodule(pkgname, automodule_options) }}
-{% endif %}
diff --git a/docs/_templates/apidoc/toc.rst_t b/docs/_templates/apidoc/toc.rst_t
deleted file mode 100644
index f0877eeb2..000000000
--- a/docs/_templates/apidoc/toc.rst_t
+++ /dev/null
@@ -1,8 +0,0 @@
-{{ header | heading }}
-
-.. toctree::
-   :maxdepth: {{ maxdepth }}
-{% for docname in docnames %}
-   {{ docname }}
-{%- endfor %}
-
diff --git a/docs/colossalai/colossalai.amp.amp_type.rst b/docs/colossalai/colossalai.amp.amp_type.rst
deleted file mode 100644
index 067af7d8c..000000000
--- a/docs/colossalai/colossalai.amp.amp_type.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.amp.amp\_type
-========================
-
-.. automodule:: colossalai.amp.amp_type
-   :members:
diff --git a/docs/colossalai/colossalai.amp.apex_amp.apex_amp.rst b/docs/colossalai/colossalai.amp.apex_amp.apex_amp.rst
deleted file mode 100644
index cba7e0062..000000000
--- a/docs/colossalai/colossalai.amp.apex_amp.apex_amp.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.amp.apex\_amp.apex\_amp
-==================================
-
-.. automodule:: colossalai.amp.apex_amp.apex_amp
-   :members:
diff --git a/docs/colossalai/colossalai.amp.apex_amp.rst b/docs/colossalai/colossalai.amp.apex_amp.rst
deleted file mode 100644
index 7116a538b..000000000
--- a/docs/colossalai/colossalai.amp.apex_amp.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.amp.apex\_amp
-========================
-
-.. automodule:: colossalai.amp.apex_amp
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.amp.apex_amp.apex_amp
diff --git a/docs/colossalai/colossalai.amp.naive_amp.grad_scaler.rst b/docs/colossalai/colossalai.amp.naive_amp.grad_scaler.rst
deleted file mode 100644
index 12d477825..000000000
--- a/docs/colossalai/colossalai.amp.naive_amp.grad_scaler.rst
+++ /dev/null
@@ -1,8 +0,0 @@
-colossalai.amp.naive\_amp.grad\_scaler
-======================================
-
-.. automodule:: colossalai.amp.naive_amp.grad_scaler
-   :members:
-
-
-
diff --git a/docs/colossalai/colossalai.amp.naive_amp.naive_amp.rst b/docs/colossalai/colossalai.amp.naive_amp.naive_amp.rst
deleted file mode 100644
index e20f22b2e..000000000
--- a/docs/colossalai/colossalai.amp.naive_amp.naive_amp.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.amp.naive\_amp.naive\_amp
-====================================
-
-.. automodule:: colossalai.amp.naive_amp.naive_amp
-   :members:
diff --git a/docs/colossalai/colossalai.amp.naive_amp.rst b/docs/colossalai/colossalai.amp.naive_amp.rst
deleted file mode 100644
index fd364c053..000000000
--- a/docs/colossalai/colossalai.amp.naive_amp.rst
+++ /dev/null
@@ -1,16 +0,0 @@
-colossalai.amp.naive\_amp
-=========================
-
-.. automodule:: colossalai.amp.naive_amp
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.amp.naive_amp.grad_scaler
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.amp.naive_amp.naive_amp
diff --git a/docs/colossalai/colossalai.amp.rst b/docs/colossalai/colossalai.amp.rst
deleted file mode 100644
index 5ef4f36c1..000000000
--- a/docs/colossalai/colossalai.amp.rst
+++ /dev/null
@@ -1,18 +0,0 @@
-colossalai.amp
-==============
-
-.. automodule:: colossalai.amp
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.amp.apex_amp
-   colossalai.amp.naive_amp
-   colossalai.amp.torch_amp
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.amp.amp_type
diff --git a/docs/colossalai/colossalai.amp.torch_amp.rst b/docs/colossalai/colossalai.amp.torch_amp.rst
deleted file mode 100644
index f10095f13..000000000
--- a/docs/colossalai/colossalai.amp.torch_amp.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.amp.torch\_amp
-=========================
-
-.. automodule:: colossalai.amp.torch_amp
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.amp.torch_amp.torch_amp
diff --git a/docs/colossalai/colossalai.amp.torch_amp.torch_amp.rst b/docs/colossalai/colossalai.amp.torch_amp.torch_amp.rst
deleted file mode 100644
index 5f1549cb8..000000000
--- a/docs/colossalai/colossalai.amp.torch_amp.torch_amp.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.amp.torch\_amp.torch\_amp
-====================================
-
-.. automodule:: colossalai.amp.torch_amp.torch_amp
-   :members:
diff --git a/docs/colossalai/colossalai.builder.builder.rst b/docs/colossalai/colossalai.builder.builder.rst
deleted file mode 100644
index 85da78ab9..000000000
--- a/docs/colossalai/colossalai.builder.builder.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.builder.builder
-==========================
-
-.. automodule:: colossalai.builder.builder
-   :members:
diff --git a/docs/colossalai/colossalai.builder.rst b/docs/colossalai/colossalai.builder.rst
deleted file mode 100644
index 61163d7c1..000000000
--- a/docs/colossalai/colossalai.builder.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.builder
-==================
-
-.. automodule:: colossalai.builder
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.builder.builder
diff --git a/docs/colossalai/colossalai.cli.benchmark.benchmark.rst b/docs/colossalai/colossalai.cli.benchmark.benchmark.rst
deleted file mode 100644
index 94a4170c8..000000000
--- a/docs/colossalai/colossalai.cli.benchmark.benchmark.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.cli.benchmark.benchmark
-==================================
-
-.. automodule:: colossalai.cli.benchmark.benchmark
-   :members:
diff --git a/docs/colossalai/colossalai.cli.benchmark.models.rst b/docs/colossalai/colossalai.cli.benchmark.models.rst
deleted file mode 100644
index 4e6290288..000000000
--- a/docs/colossalai/colossalai.cli.benchmark.models.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.cli.benchmark.models
-===============================
-
-.. automodule:: colossalai.cli.benchmark.models
-   :members:
diff --git a/docs/colossalai/colossalai.cli.benchmark.rst b/docs/colossalai/colossalai.cli.benchmark.rst
deleted file mode 100644
index 80fb43dde..000000000
--- a/docs/colossalai/colossalai.cli.benchmark.rst
+++ /dev/null
@@ -1,13 +0,0 @@
-colossalai.cli.benchmark
-========================
-
-.. automodule:: colossalai.cli.benchmark
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.cli.benchmark.benchmark
-   colossalai.cli.benchmark.models
-   colossalai.cli.benchmark.utils
diff --git a/docs/colossalai/colossalai.cli.benchmark.utils.rst b/docs/colossalai/colossalai.cli.benchmark.utils.rst
deleted file mode 100644
index 12fbaf227..000000000
--- a/docs/colossalai/colossalai.cli.benchmark.utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.cli.benchmark.utils
-==============================
-
-.. automodule:: colossalai.cli.benchmark.utils
-   :members:
diff --git a/docs/colossalai/colossalai.cli.check.check_installation.rst b/docs/colossalai/colossalai.cli.check.check_installation.rst
deleted file mode 100644
index 95b2d02ca..000000000
--- a/docs/colossalai/colossalai.cli.check.check_installation.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.cli.check.check\_installation
-========================================
-
-.. automodule:: colossalai.cli.check.check_installation
-   :members:
diff --git a/docs/colossalai/colossalai.cli.check.rst b/docs/colossalai/colossalai.cli.check.rst
deleted file mode 100644
index 262ae7ad3..000000000
--- a/docs/colossalai/colossalai.cli.check.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.cli.check
-====================
-
-.. automodule:: colossalai.cli.check
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.cli.check.check_installation
diff --git a/docs/colossalai/colossalai.cli.cli.rst b/docs/colossalai/colossalai.cli.cli.rst
deleted file mode 100644
index 8f83973d5..000000000
--- a/docs/colossalai/colossalai.cli.cli.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.cli.cli
-==================
-
-.. automodule:: colossalai.cli.cli
-   :members:
diff --git a/docs/colossalai/colossalai.cli.launcher.hostinfo.rst b/docs/colossalai/colossalai.cli.launcher.hostinfo.rst
deleted file mode 100644
index 5bcd9dd8c..000000000
--- a/docs/colossalai/colossalai.cli.launcher.hostinfo.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.cli.launcher.hostinfo
-================================
-
-.. automodule:: colossalai.cli.launcher.hostinfo
-   :members:
diff --git a/docs/colossalai/colossalai.cli.launcher.multinode_runner.rst b/docs/colossalai/colossalai.cli.launcher.multinode_runner.rst
deleted file mode 100644
index 223b0deac..000000000
--- a/docs/colossalai/colossalai.cli.launcher.multinode_runner.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.cli.launcher.multinode\_runner
-=========================================
-
-.. automodule:: colossalai.cli.launcher.multinode_runner
-   :members:
diff --git a/docs/colossalai/colossalai.cli.launcher.rst b/docs/colossalai/colossalai.cli.launcher.rst
deleted file mode 100644
index 38bef61c7..000000000
--- a/docs/colossalai/colossalai.cli.launcher.rst
+++ /dev/null
@@ -1,13 +0,0 @@
-colossalai.cli.launcher
-=======================
-
-.. automodule:: colossalai.cli.launcher
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.cli.launcher.hostinfo
-   colossalai.cli.launcher.multinode_runner
-   colossalai.cli.launcher.run
diff --git a/docs/colossalai/colossalai.cli.launcher.run.rst b/docs/colossalai/colossalai.cli.launcher.run.rst
deleted file mode 100644
index 8506fb9e3..000000000
--- a/docs/colossalai/colossalai.cli.launcher.run.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.cli.launcher.run
-===========================
-
-.. automodule:: colossalai.cli.launcher.run
-   :members:
diff --git a/docs/colossalai/colossalai.cli.rst b/docs/colossalai/colossalai.cli.rst
deleted file mode 100644
index 8cc0dcb04..000000000
--- a/docs/colossalai/colossalai.cli.rst
+++ /dev/null
@@ -1,18 +0,0 @@
-colossalai.cli
-==============
-
-.. automodule:: colossalai.cli
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.cli.benchmark
-   colossalai.cli.check
-   colossalai.cli.launcher
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.cli.cli
diff --git a/docs/colossalai/colossalai.communication.collective.rst b/docs/colossalai/colossalai.communication.collective.rst
deleted file mode 100644
index 5015edf98..000000000
--- a/docs/colossalai/colossalai.communication.collective.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.communication.collective
-===================================
-
-.. automodule:: colossalai.communication.collective
-   :members:
diff --git a/docs/colossalai/colossalai.communication.p2p.rst b/docs/colossalai/colossalai.communication.p2p.rst
deleted file mode 100644
index 79135bb86..000000000
--- a/docs/colossalai/colossalai.communication.p2p.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.communication.p2p
-============================
-
-.. automodule:: colossalai.communication.p2p
-   :members:
diff --git a/docs/colossalai/colossalai.communication.ring.rst b/docs/colossalai/colossalai.communication.ring.rst
deleted file mode 100644
index c218d4bed..000000000
--- a/docs/colossalai/colossalai.communication.ring.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.communication.ring
-=============================
-
-.. automodule:: colossalai.communication.ring
-   :members:
diff --git a/docs/colossalai/colossalai.communication.rst b/docs/colossalai/colossalai.communication.rst
deleted file mode 100644
index 5086fa663..000000000
--- a/docs/colossalai/colossalai.communication.rst
+++ /dev/null
@@ -1,14 +0,0 @@
-colossalai.communication
-========================
-
-.. automodule:: colossalai.communication
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.communication.collective
-   colossalai.communication.p2p
-   colossalai.communication.ring
-   colossalai.communication.utils
diff --git a/docs/colossalai/colossalai.communication.utils.rst b/docs/colossalai/colossalai.communication.utils.rst
deleted file mode 100644
index 19a36cc9f..000000000
--- a/docs/colossalai/colossalai.communication.utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.communication.utils
-==============================
-
-.. automodule:: colossalai.communication.utils
-   :members:
diff --git a/docs/colossalai/colossalai.constants.rst b/docs/colossalai/colossalai.constants.rst
deleted file mode 100644
index 330b3e866..000000000
--- a/docs/colossalai/colossalai.constants.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.constants
-====================
-
-.. automodule:: colossalai.constants
-   :members:
diff --git a/docs/colossalai/colossalai.context.config.rst b/docs/colossalai/colossalai.context.config.rst
deleted file mode 100644
index 2fb1b99d3..000000000
--- a/docs/colossalai/colossalai.context.config.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.config
-=========================
-
-.. automodule:: colossalai.context.config
-   :members:
diff --git a/docs/colossalai/colossalai.context.moe_context.rst b/docs/colossalai/colossalai.context.moe_context.rst
deleted file mode 100644
index 9027d19ff..000000000
--- a/docs/colossalai/colossalai.context.moe_context.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.moe\_context
-===============================
-
-.. automodule:: colossalai.context.moe_context
-   :members:
diff --git a/docs/colossalai/colossalai.context.parallel_context.rst b/docs/colossalai/colossalai.context.parallel_context.rst
deleted file mode 100644
index d1c82c517..000000000
--- a/docs/colossalai/colossalai.context.parallel_context.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.parallel\_context
-====================================
-
-.. automodule:: colossalai.context.parallel_context
-   :members:
diff --git a/docs/colossalai/colossalai.context.parallel_mode.rst b/docs/colossalai/colossalai.context.parallel_mode.rst
deleted file mode 100644
index f7ac13749..000000000
--- a/docs/colossalai/colossalai.context.parallel_mode.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.parallel\_mode
-=================================
-
-.. automodule:: colossalai.context.parallel_mode
-   :members:
diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_1d.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_1d.rst
deleted file mode 100644
index 88cbf3eba..000000000
--- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_1d.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.process\_group\_initializer.initializer\_1d
-==============================================================
-
-.. automodule:: colossalai.context.process_group_initializer.initializer_1d
-   :members:
diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_2d.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_2d.rst
deleted file mode 100644
index d99a2e1c3..000000000
--- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_2d.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.process\_group\_initializer.initializer\_2d
-==============================================================
-
-.. automodule:: colossalai.context.process_group_initializer.initializer_2d
-   :members:
diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_2p5d.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_2p5d.rst
deleted file mode 100644
index 73d80e443..000000000
--- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_2p5d.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.process\_group\_initializer.initializer\_2p5d
-================================================================
-
-.. automodule:: colossalai.context.process_group_initializer.initializer_2p5d
-   :members:
diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_3d.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_3d.rst
deleted file mode 100644
index 5cfba5ce0..000000000
--- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_3d.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.process\_group\_initializer.initializer\_3d
-==============================================================
-
-.. automodule:: colossalai.context.process_group_initializer.initializer_3d
-   :members:
diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_data.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_data.rst
deleted file mode 100644
index 55ad05f32..000000000
--- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_data.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.process\_group\_initializer.initializer\_data
-================================================================
-
-.. automodule:: colossalai.context.process_group_initializer.initializer_data
-   :members:
diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_model.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_model.rst
deleted file mode 100644
index 8f2d79369..000000000
--- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_model.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.process\_group\_initializer.initializer\_model
-=================================================================
-
-.. automodule:: colossalai.context.process_group_initializer.initializer_model
-   :members:
diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_pipeline.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_pipeline.rst
deleted file mode 100644
index 466d5143a..000000000
--- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_pipeline.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.process\_group\_initializer.initializer\_pipeline
-====================================================================
-
-.. automodule:: colossalai.context.process_group_initializer.initializer_pipeline
-   :members:
diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_sequence.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_sequence.rst
deleted file mode 100644
index dab71cc3c..000000000
--- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_sequence.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.process\_group\_initializer.initializer\_sequence
-====================================================================
-
-.. automodule:: colossalai.context.process_group_initializer.initializer_sequence
-   :members:
diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_tensor.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_tensor.rst
deleted file mode 100644
index 0c2d8d1e9..000000000
--- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_tensor.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.process\_group\_initializer.initializer\_tensor
-==================================================================
-
-.. automodule:: colossalai.context.process_group_initializer.initializer_tensor
-   :members:
diff --git a/docs/colossalai/colossalai.context.process_group_initializer.process_group_initializer.rst b/docs/colossalai/colossalai.context.process_group_initializer.process_group_initializer.rst
deleted file mode 100644
index 3f98723c1..000000000
--- a/docs/colossalai/colossalai.context.process_group_initializer.process_group_initializer.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.process\_group\_initializer.process\_group\_initializer
-==========================================================================
-
-.. automodule:: colossalai.context.process_group_initializer.process_group_initializer
-   :members:
diff --git a/docs/colossalai/colossalai.context.process_group_initializer.rst b/docs/colossalai/colossalai.context.process_group_initializer.rst
deleted file mode 100644
index 519337e9c..000000000
--- a/docs/colossalai/colossalai.context.process_group_initializer.rst
+++ /dev/null
@@ -1,20 +0,0 @@
-colossalai.context.process\_group\_initializer
-==============================================
-
-.. automodule:: colossalai.context.process_group_initializer
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.context.process_group_initializer.initializer_1d
-   colossalai.context.process_group_initializer.initializer_2d
-   colossalai.context.process_group_initializer.initializer_2p5d
-   colossalai.context.process_group_initializer.initializer_3d
-   colossalai.context.process_group_initializer.initializer_data
-   colossalai.context.process_group_initializer.initializer_model
-   colossalai.context.process_group_initializer.initializer_pipeline
-   colossalai.context.process_group_initializer.initializer_sequence
-   colossalai.context.process_group_initializer.initializer_tensor
-   colossalai.context.process_group_initializer.process_group_initializer
diff --git a/docs/colossalai/colossalai.context.random.rst b/docs/colossalai/colossalai.context.random.rst
deleted file mode 100644
index 8d4b9c56a..000000000
--- a/docs/colossalai/colossalai.context.random.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.context.random
-=========================
-
-.. automodule:: colossalai.context.random
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.context.random.seed_manager
diff --git a/docs/colossalai/colossalai.context.random.seed_manager.rst b/docs/colossalai/colossalai.context.random.seed_manager.rst
deleted file mode 100644
index b71f35c27..000000000
--- a/docs/colossalai/colossalai.context.random.seed_manager.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.random.seed\_manager
-=======================================
-
-.. automodule:: colossalai.context.random.seed_manager
-   :members:
diff --git a/docs/colossalai/colossalai.context.rst b/docs/colossalai/colossalai.context.rst
deleted file mode 100644
index 102a9e02e..000000000
--- a/docs/colossalai/colossalai.context.rst
+++ /dev/null
@@ -1,21 +0,0 @@
-colossalai.context
-==================
-
-.. automodule:: colossalai.context
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.context.process_group_initializer
-   colossalai.context.random
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.context.config
-   colossalai.context.moe_context
-   colossalai.context.parallel_context
-   colossalai.context.parallel_mode
-   colossalai.context.singleton_meta
diff --git a/docs/colossalai/colossalai.context.singleton_meta.rst b/docs/colossalai/colossalai.context.singleton_meta.rst
deleted file mode 100644
index ae4ceb314..000000000
--- a/docs/colossalai/colossalai.context.singleton_meta.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.context.singleton\_meta
-==================================
-
-.. automodule:: colossalai.context.singleton_meta
-   :members:
diff --git a/docs/colossalai/colossalai.core.rst b/docs/colossalai/colossalai.core.rst
deleted file mode 100644
index d9ddb76ed..000000000
--- a/docs/colossalai/colossalai.core.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.core
-===============
-
-.. automodule:: colossalai.core
-   :members:
diff --git a/docs/colossalai/colossalai.engine.gradient_accumulation.rst b/docs/colossalai/colossalai.engine.gradient_accumulation.rst
deleted file mode 100644
index 75fc0e9a2..000000000
--- a/docs/colossalai/colossalai.engine.gradient_accumulation.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.engine.gradient\_accumulation
-========================================
-
-.. automodule:: colossalai.engine.gradient_accumulation
-   :members:
diff --git a/docs/colossalai/colossalai.engine.gradient_handler.rst b/docs/colossalai/colossalai.engine.gradient_handler.rst
deleted file mode 100644
index 27eb2b56a..000000000
--- a/docs/colossalai/colossalai.engine.gradient_handler.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.engine.gradient\_handler
-===================================
-
-.. automodule:: colossalai.engine.gradient_handler
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.engine.gradient_handler.utils
diff --git a/docs/colossalai/colossalai.engine.gradient_handler.utils.rst b/docs/colossalai/colossalai.engine.gradient_handler.utils.rst
deleted file mode 100644
index c8997e135..000000000
--- a/docs/colossalai/colossalai.engine.gradient_handler.utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.engine.gradient\_handler.utils
-=========================================
-
-.. automodule:: colossalai.engine.gradient_handler.utils
-   :members:
diff --git a/docs/colossalai/colossalai.engine.rst b/docs/colossalai/colossalai.engine.rst
deleted file mode 100644
index 3d194b706..000000000
--- a/docs/colossalai/colossalai.engine.rst
+++ /dev/null
@@ -1,12 +0,0 @@
-colossalai.engine
-=================
-
-.. automodule:: colossalai.engine
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.engine.gradient_accumulation
-   colossalai.engine.gradient_handler
-   colossalai.engine.schedule
diff --git a/docs/colossalai/colossalai.engine.schedule.rst b/docs/colossalai/colossalai.engine.schedule.rst
deleted file mode 100644
index 2909373f0..000000000
--- a/docs/colossalai/colossalai.engine.schedule.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.engine.schedule
-==========================
-
-.. automodule:: colossalai.engine.schedule
-   :members:
diff --git a/docs/colossalai/colossalai.fx.passes.adding_split_node_pass.rst b/docs/colossalai/colossalai.fx.passes.adding_split_node_pass.rst
deleted file mode 100644
index 6799fdc65..000000000
--- a/docs/colossalai/colossalai.fx.passes.adding_split_node_pass.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.fx.passes.adding\_split\_node\_pass
-==============================================
-
-.. automodule:: colossalai.fx.passes.adding_split_node_pass
-   :members:
diff --git a/docs/colossalai/colossalai.fx.passes.meta_info_prop.rst b/docs/colossalai/colossalai.fx.passes.meta_info_prop.rst
deleted file mode 100644
index 4e51732ce..000000000
--- a/docs/colossalai/colossalai.fx.passes.meta_info_prop.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.fx.passes.meta\_info\_prop
-=====================================
-
-.. automodule:: colossalai.fx.passes.meta_info_prop
-   :members:
diff --git a/docs/colossalai/colossalai.fx.passes.rst b/docs/colossalai/colossalai.fx.passes.rst
deleted file mode 100644
index fac10b768..000000000
--- a/docs/colossalai/colossalai.fx.passes.rst
+++ /dev/null
@@ -1,15 +0,0 @@
-colossalai.fx.passes
-====================
-
-.. automodule:: colossalai.fx.passes
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.fx.passes.adding_split_node_pass
-   colossalai.fx.passes.meta_info_prop
-   colossalai.fx.passes.shard_1d_pass
-   colossalai.fx.passes.split_module
-   colossalai.fx.passes.utils
diff --git a/docs/colossalai/colossalai.fx.passes.shard_1d_pass.rst b/docs/colossalai/colossalai.fx.passes.shard_1d_pass.rst
deleted file mode 100644
index 0942e96d4..000000000
--- a/docs/colossalai/colossalai.fx.passes.shard_1d_pass.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.fx.passes.shard\_1d\_pass
-====================================
-
-.. automodule:: colossalai.fx.passes.shard_1d_pass
-   :members:
diff --git a/docs/colossalai/colossalai.fx.passes.split_module.rst b/docs/colossalai/colossalai.fx.passes.split_module.rst
deleted file mode 100644
index 9e5e58259..000000000
--- a/docs/colossalai/colossalai.fx.passes.split_module.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.fx.passes.split\_module
-==================================
-
-.. automodule:: colossalai.fx.passes.split_module
-   :members:
diff --git a/docs/colossalai/colossalai.fx.passes.utils.rst b/docs/colossalai/colossalai.fx.passes.utils.rst
deleted file mode 100644
index 4afd92563..000000000
--- a/docs/colossalai/colossalai.fx.passes.utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.fx.passes.utils
-==========================
-
-.. automodule:: colossalai.fx.passes.utils
-   :members:
diff --git a/docs/colossalai/colossalai.fx.proxy.rst b/docs/colossalai/colossalai.fx.proxy.rst
deleted file mode 100644
index 4b92da41c..000000000
--- a/docs/colossalai/colossalai.fx.proxy.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.fx.proxy
-===================
-
-.. automodule:: colossalai.fx.proxy
-   :members:
diff --git a/docs/colossalai/colossalai.fx.rst b/docs/colossalai/colossalai.fx.rst
deleted file mode 100644
index 778d642c3..000000000
--- a/docs/colossalai/colossalai.fx.rst
+++ /dev/null
@@ -1,17 +0,0 @@
-colossalai.fx
-=============
-
-.. automodule:: colossalai.fx
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.fx.passes
-   colossalai.fx.tracer
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.fx.proxy
diff --git a/docs/colossalai/colossalai.fx.tracer.rst b/docs/colossalai/colossalai.fx.tracer.rst
deleted file mode 100644
index d2f743d67..000000000
--- a/docs/colossalai/colossalai.fx.tracer.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.fx.tracer
-====================
-
-.. automodule:: colossalai.fx.tracer
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.fx.tracer.tracer
diff --git a/docs/colossalai/colossalai.fx.tracer.tracer.rst b/docs/colossalai/colossalai.fx.tracer.tracer.rst
deleted file mode 100644
index 83b98bafd..000000000
--- a/docs/colossalai/colossalai.fx.tracer.tracer.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.fx.tracer.tracer
-===========================
-
-.. automodule:: colossalai.fx.tracer.tracer
-   :members:
diff --git a/docs/colossalai/colossalai.gemini.chunk.rst b/docs/colossalai/colossalai.gemini.chunk.rst
deleted file mode 100644
index 9fe1c2b41..000000000
--- a/docs/colossalai/colossalai.gemini.chunk.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.gemini.chunk
-=======================
-
-.. automodule:: colossalai.gemini.chunk
-   :members:
diff --git a/docs/colossalai/colossalai.gemini.chunk_mgr.rst b/docs/colossalai/colossalai.gemini.chunk_mgr.rst
deleted file mode 100644
index acb554faf..000000000
--- a/docs/colossalai/colossalai.gemini.chunk_mgr.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.gemini.chunk\_mgr
-============================
-
-.. automodule:: colossalai.gemini.chunk_mgr
-   :members:
diff --git a/docs/colossalai/colossalai.gemini.gemini_context.rst b/docs/colossalai/colossalai.gemini.gemini_context.rst
deleted file mode 100644
index be4884062..000000000
--- a/docs/colossalai/colossalai.gemini.gemini_context.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.gemini.gemini\_context
-=================================
-
-.. automodule:: colossalai.gemini.gemini_context
-   :members:
diff --git a/docs/colossalai/colossalai.gemini.gemini_mgr.rst b/docs/colossalai/colossalai.gemini.gemini_mgr.rst
deleted file mode 100644
index 5d7f944f7..000000000
--- a/docs/colossalai/colossalai.gemini.gemini_mgr.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.gemini.gemini\_mgr
-=============================
-
-.. automodule:: colossalai.gemini.gemini_mgr
-   :members:
diff --git a/docs/colossalai/colossalai.gemini.memory_tracer.memory_monitor.rst b/docs/colossalai/colossalai.gemini.memory_tracer.memory_monitor.rst
deleted file mode 100644
index e8088a609..000000000
--- a/docs/colossalai/colossalai.gemini.memory_tracer.memory_monitor.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.gemini.memory\_tracer.memory\_monitor
-================================================
-
-.. automodule:: colossalai.gemini.memory_tracer.memory_monitor
-   :members:
diff --git a/docs/colossalai/colossalai.gemini.memory_tracer.memstats_collector.rst b/docs/colossalai/colossalai.gemini.memory_tracer.memstats_collector.rst
deleted file mode 100644
index e2682220c..000000000
--- a/docs/colossalai/colossalai.gemini.memory_tracer.memstats_collector.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.gemini.memory\_tracer.memstats\_collector
-====================================================
-
-.. automodule:: colossalai.gemini.memory_tracer.memstats_collector
-   :members:
diff --git a/docs/colossalai/colossalai.gemini.memory_tracer.model_data_memtracer.rst b/docs/colossalai/colossalai.gemini.memory_tracer.model_data_memtracer.rst
deleted file mode 100644
index ccdfe6682..000000000
--- a/docs/colossalai/colossalai.gemini.memory_tracer.model_data_memtracer.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.gemini.memory\_tracer.model\_data\_memtracer
-=======================================================
-
-.. automodule:: colossalai.gemini.memory_tracer.model_data_memtracer
-   :members:
diff --git a/docs/colossalai/colossalai.gemini.memory_tracer.rst b/docs/colossalai/colossalai.gemini.memory_tracer.rst
deleted file mode 100644
index f3d9c4d76..000000000
--- a/docs/colossalai/colossalai.gemini.memory_tracer.rst
+++ /dev/null
@@ -1,13 +0,0 @@
-colossalai.gemini.memory\_tracer
-================================
-
-.. automodule:: colossalai.gemini.memory_tracer
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.gemini.memory_tracer.memory_monitor
-   colossalai.gemini.memory_tracer.memstats_collector
-   colossalai.gemini.memory_tracer.model_data_memtracer
diff --git a/docs/colossalai/colossalai.gemini.ophooks.rst b/docs/colossalai/colossalai.gemini.ophooks.rst
deleted file mode 100644
index af87ab568..000000000
--- a/docs/colossalai/colossalai.gemini.ophooks.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.gemini.ophooks
-=========================
-
-.. automodule:: colossalai.gemini.ophooks
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.gemini.ophooks.utils
diff --git a/docs/colossalai/colossalai.gemini.ophooks.utils.rst b/docs/colossalai/colossalai.gemini.ophooks.utils.rst
deleted file mode 100644
index 5c5917047..000000000
--- a/docs/colossalai/colossalai.gemini.ophooks.utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.gemini.ophooks.utils
-===============================
-
-.. automodule:: colossalai.gemini.ophooks.utils
-   :members:
diff --git a/docs/colossalai/colossalai.gemini.paramhooks.rst b/docs/colossalai/colossalai.gemini.paramhooks.rst
deleted file mode 100644
index 28a823d4e..000000000
--- a/docs/colossalai/colossalai.gemini.paramhooks.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.gemini.paramhooks
-============================
-
-.. automodule:: colossalai.gemini.paramhooks
-   :members:
diff --git a/docs/colossalai/colossalai.gemini.placement_policy.rst b/docs/colossalai/colossalai.gemini.placement_policy.rst
deleted file mode 100644
index 9de0ed523..000000000
--- a/docs/colossalai/colossalai.gemini.placement_policy.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.gemini.placement\_policy
-===================================
-
-.. automodule:: colossalai.gemini.placement_policy
-   :members:
diff --git a/docs/colossalai/colossalai.gemini.rst b/docs/colossalai/colossalai.gemini.rst
deleted file mode 100644
index 4f6efe386..000000000
--- a/docs/colossalai/colossalai.gemini.rst
+++ /dev/null
@@ -1,27 +0,0 @@
-colossalai.gemini
-=================
-
-.. automodule:: colossalai.gemini
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.gemini.memory_tracer
-   colossalai.gemini.ophooks
-   colossalai.gemini.paramhooks
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.gemini.chunk
-   colossalai.gemini.chunk_mgr
-   colossalai.gemini.gemini_context
-   colossalai.gemini.gemini_mgr
-   colossalai.gemini.placement_policy
-   colossalai.gemini.stateful_tensor
-   colossalai.gemini.stateful_tensor_container
-   colossalai.gemini.stateful_tensor_mgr
-   colossalai.gemini.tensor_placement_policy
-   colossalai.gemini.tensor_utils
diff --git a/docs/colossalai/colossalai.gemini.stateful_tensor.rst b/docs/colossalai/colossalai.gemini.stateful_tensor.rst
deleted file mode 100644
index 02d526d1b..000000000
--- a/docs/colossalai/colossalai.gemini.stateful_tensor.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.gemini.stateful\_tensor
-==================================
-
-.. automodule:: colossalai.gemini.stateful_tensor
-   :members:
diff --git a/docs/colossalai/colossalai.gemini.stateful_tensor_container.rst b/docs/colossalai/colossalai.gemini.stateful_tensor_container.rst
deleted file mode 100644
index be56c2aa8..000000000
--- a/docs/colossalai/colossalai.gemini.stateful_tensor_container.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.gemini.stateful\_tensor\_container
-=============================================
-
-.. automodule:: colossalai.gemini.stateful_tensor_container
-   :members:
diff --git a/docs/colossalai/colossalai.gemini.stateful_tensor_mgr.rst b/docs/colossalai/colossalai.gemini.stateful_tensor_mgr.rst
deleted file mode 100644
index 3456192bd..000000000
--- a/docs/colossalai/colossalai.gemini.stateful_tensor_mgr.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.gemini.stateful\_tensor\_mgr
-=======================================
-
-.. automodule:: colossalai.gemini.stateful_tensor_mgr
-   :members:
diff --git a/docs/colossalai/colossalai.gemini.tensor_placement_policy.rst b/docs/colossalai/colossalai.gemini.tensor_placement_policy.rst
deleted file mode 100644
index 81dcac339..000000000
--- a/docs/colossalai/colossalai.gemini.tensor_placement_policy.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.gemini.tensor\_placement\_policy
-===========================================
-
-.. automodule:: colossalai.gemini.tensor_placement_policy
-   :members:
diff --git a/docs/colossalai/colossalai.gemini.tensor_utils.rst b/docs/colossalai/colossalai.gemini.tensor_utils.rst
deleted file mode 100644
index 385baf4b5..000000000
--- a/docs/colossalai/colossalai.gemini.tensor_utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.gemini.tensor\_utils
-===============================
-
-.. automodule:: colossalai.gemini.tensor_utils
-   :members:
diff --git a/docs/colossalai/colossalai.global_variables.rst b/docs/colossalai/colossalai.global_variables.rst
deleted file mode 100644
index 1900c8835..000000000
--- a/docs/colossalai/colossalai.global_variables.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.global\_variables
-============================
-
-.. automodule:: colossalai.global_variables
-   :members:
diff --git a/docs/colossalai/colossalai.initialize.rst b/docs/colossalai/colossalai.initialize.rst
deleted file mode 100644
index d3f65076a..000000000
--- a/docs/colossalai/colossalai.initialize.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.initialize
-=====================
-
-.. automodule:: colossalai.initialize
-   :members:
diff --git a/docs/colossalai/colossalai.kernel.cuda_native.layer_norm.rst b/docs/colossalai/colossalai.kernel.cuda_native.layer_norm.rst
deleted file mode 100644
index b8bff51be..000000000
--- a/docs/colossalai/colossalai.kernel.cuda_native.layer_norm.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.kernel.cuda\_native.layer\_norm
-==========================================
-
-.. automodule:: colossalai.kernel.cuda_native.layer_norm
-   :members:
diff --git a/docs/colossalai/colossalai.kernel.cuda_native.multihead_attention.rst b/docs/colossalai/colossalai.kernel.cuda_native.multihead_attention.rst
deleted file mode 100644
index de7577d19..000000000
--- a/docs/colossalai/colossalai.kernel.cuda_native.multihead_attention.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.kernel.cuda\_native.multihead\_attention
-===================================================
-
-.. automodule:: colossalai.kernel.cuda_native.multihead_attention
-   :members:
diff --git a/docs/colossalai/colossalai.kernel.cuda_native.rst b/docs/colossalai/colossalai.kernel.cuda_native.rst
deleted file mode 100644
index d88e4cfdb..000000000
--- a/docs/colossalai/colossalai.kernel.cuda_native.rst
+++ /dev/null
@@ -1,13 +0,0 @@
-colossalai.kernel.cuda\_native
-==============================
-
-.. automodule:: colossalai.kernel.cuda_native
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.kernel.cuda_native.layer_norm
-   colossalai.kernel.cuda_native.multihead_attention
-   colossalai.kernel.cuda_native.scaled_softmax
diff --git a/docs/colossalai/colossalai.kernel.cuda_native.scaled_softmax.rst b/docs/colossalai/colossalai.kernel.cuda_native.scaled_softmax.rst
deleted file mode 100644
index 474fcd334..000000000
--- a/docs/colossalai/colossalai.kernel.cuda_native.scaled_softmax.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.kernel.cuda\_native.scaled\_softmax
-==============================================
-
-.. automodule:: colossalai.kernel.cuda_native.scaled_softmax
-   :members:
diff --git a/docs/colossalai/colossalai.kernel.jit.bias_dropout_add.rst b/docs/colossalai/colossalai.kernel.jit.bias_dropout_add.rst
deleted file mode 100644
index d61550928..000000000
--- a/docs/colossalai/colossalai.kernel.jit.bias_dropout_add.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.kernel.jit.bias\_dropout\_add
-========================================
-
-.. automodule:: colossalai.kernel.jit.bias_dropout_add
-   :members:
diff --git a/docs/colossalai/colossalai.kernel.jit.bias_gelu.rst b/docs/colossalai/colossalai.kernel.jit.bias_gelu.rst
deleted file mode 100644
index 7db184b4c..000000000
--- a/docs/colossalai/colossalai.kernel.jit.bias_gelu.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.kernel.jit.bias\_gelu
-================================
-
-.. automodule:: colossalai.kernel.jit.bias_gelu
-   :members:
diff --git a/docs/colossalai/colossalai.kernel.jit.option.rst b/docs/colossalai/colossalai.kernel.jit.option.rst
deleted file mode 100644
index 15ebfc83a..000000000
--- a/docs/colossalai/colossalai.kernel.jit.option.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.kernel.jit.option
-============================
-
-.. automodule:: colossalai.kernel.jit.option
-   :members:
diff --git a/docs/colossalai/colossalai.kernel.jit.rst b/docs/colossalai/colossalai.kernel.jit.rst
deleted file mode 100644
index 8b2f728d3..000000000
--- a/docs/colossalai/colossalai.kernel.jit.rst
+++ /dev/null
@@ -1,13 +0,0 @@
-colossalai.kernel.jit
-=====================
-
-.. automodule:: colossalai.kernel.jit
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.kernel.jit.bias_dropout_add
-   colossalai.kernel.jit.bias_gelu
-   colossalai.kernel.jit.option
diff --git a/docs/colossalai/colossalai.kernel.rst b/docs/colossalai/colossalai.kernel.rst
deleted file mode 100644
index dcbac8c1d..000000000
--- a/docs/colossalai/colossalai.kernel.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.kernel
-=================
-
-.. automodule:: colossalai.kernel
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.kernel.cuda_native
-   colossalai.kernel.jit
diff --git a/docs/colossalai/colossalai.logging.logger.rst b/docs/colossalai/colossalai.logging.logger.rst
deleted file mode 100644
index 047deb8a1..000000000
--- a/docs/colossalai/colossalai.logging.logger.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.logging.logger
-=========================
-
-.. automodule:: colossalai.logging.logger
-   :members:
diff --git a/docs/colossalai/colossalai.logging.rst b/docs/colossalai/colossalai.logging.rst
deleted file mode 100644
index bc593fc81..000000000
--- a/docs/colossalai/colossalai.logging.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.logging
-==================
-
-.. automodule:: colossalai.logging
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.logging.logger
diff --git a/docs/colossalai/colossalai.nn.graph.graph_node.rst b/docs/colossalai/colossalai.nn.graph.graph_node.rst
deleted file mode 100644
index 335ecfe62..000000000
--- a/docs/colossalai/colossalai.nn.graph.graph_node.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.graph.graph\_node
-===============================
-
-.. automodule:: colossalai.nn.graph.graph_node
-   :members:
diff --git a/docs/colossalai/colossalai.nn.graph.rst b/docs/colossalai/colossalai.nn.graph.rst
deleted file mode 100644
index 4510b3374..000000000
--- a/docs/colossalai/colossalai.nn.graph.rst
+++ /dev/null
@@ -1,12 +0,0 @@
-colossalai.nn.graph
-===================
-
-.. automodule:: colossalai.nn.graph
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.graph.graph_node
-   colossalai.nn.graph.utils
diff --git a/docs/colossalai/colossalai.nn.graph.utils.rst b/docs/colossalai/colossalai.nn.graph.utils.rst
deleted file mode 100644
index 866a93cd9..000000000
--- a/docs/colossalai/colossalai.nn.graph.utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.graph.utils
-=========================
-
-.. automodule:: colossalai.nn.graph.utils
-   :members:
diff --git a/docs/colossalai/colossalai.nn.init.rst b/docs/colossalai/colossalai.nn.init.rst
deleted file mode 100644
index d0ab99312..000000000
--- a/docs/colossalai/colossalai.nn.init.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.init
-==================
-
-.. automodule:: colossalai.nn.init
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.base_layer.rst b/docs/colossalai/colossalai.nn.layer.base_layer.rst
deleted file mode 100644
index c2a22f04d..000000000
--- a/docs/colossalai/colossalai.nn.layer.base_layer.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.base\_layer
-===============================
-
-.. automodule:: colossalai.nn.layer.base_layer
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.colossalai_layer.dropout.rst b/docs/colossalai/colossalai.nn.layer.colossalai_layer.dropout.rst
deleted file mode 100644
index ec1dfd395..000000000
--- a/docs/colossalai/colossalai.nn.layer.colossalai_layer.dropout.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.colossalai\_layer.dropout
-=============================================
-
-.. automodule:: colossalai.nn.layer.colossalai_layer.dropout
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.colossalai_layer.embedding.rst b/docs/colossalai/colossalai.nn.layer.colossalai_layer.embedding.rst
deleted file mode 100644
index 8438b3a07..000000000
--- a/docs/colossalai/colossalai.nn.layer.colossalai_layer.embedding.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.colossalai\_layer.embedding
-===============================================
-
-.. automodule:: colossalai.nn.layer.colossalai_layer.embedding
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.colossalai_layer.linear.rst b/docs/colossalai/colossalai.nn.layer.colossalai_layer.linear.rst
deleted file mode 100644
index 321328254..000000000
--- a/docs/colossalai/colossalai.nn.layer.colossalai_layer.linear.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.colossalai\_layer.linear
-============================================
-
-.. automodule:: colossalai.nn.layer.colossalai_layer.linear
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.colossalai_layer.normalization.rst b/docs/colossalai/colossalai.nn.layer.colossalai_layer.normalization.rst
deleted file mode 100644
index f94dd27b8..000000000
--- a/docs/colossalai/colossalai.nn.layer.colossalai_layer.normalization.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.colossalai\_layer.normalization
-===================================================
-
-.. automodule:: colossalai.nn.layer.colossalai_layer.normalization
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.colossalai_layer.rst b/docs/colossalai/colossalai.nn.layer.colossalai_layer.rst
deleted file mode 100644
index 0f685e6c2..000000000
--- a/docs/colossalai/colossalai.nn.layer.colossalai_layer.rst
+++ /dev/null
@@ -1,14 +0,0 @@
-colossalai.nn.layer.colossalai\_layer
-=====================================
-
-.. automodule:: colossalai.nn.layer.colossalai_layer
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.layer.colossalai_layer.dropout
-   colossalai.nn.layer.colossalai_layer.embedding
-   colossalai.nn.layer.colossalai_layer.linear
-   colossalai.nn.layer.colossalai_layer.normalization
diff --git a/docs/colossalai/colossalai.nn.layer.moe.experts.rst b/docs/colossalai/colossalai.nn.layer.moe.experts.rst
deleted file mode 100644
index c05e763d5..000000000
--- a/docs/colossalai/colossalai.nn.layer.moe.experts.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.moe.experts
-===============================
-
-.. automodule:: colossalai.nn.layer.moe.experts
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.moe.layers.rst b/docs/colossalai/colossalai.nn.layer.moe.layers.rst
deleted file mode 100644
index d109d47b8..000000000
--- a/docs/colossalai/colossalai.nn.layer.moe.layers.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.moe.layers
-==============================
-
-.. automodule:: colossalai.nn.layer.moe.layers
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.moe.rst b/docs/colossalai/colossalai.nn.layer.moe.rst
deleted file mode 100644
index f3106b98d..000000000
--- a/docs/colossalai/colossalai.nn.layer.moe.rst
+++ /dev/null
@@ -1,13 +0,0 @@
-colossalai.nn.layer.moe
-=======================
-
-.. automodule:: colossalai.nn.layer.moe
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.layer.moe.experts
-   colossalai.nn.layer.moe.layers
-   colossalai.nn.layer.moe.utils
diff --git a/docs/colossalai/colossalai.nn.layer.moe.utils.rst b/docs/colossalai/colossalai.nn.layer.moe.utils.rst
deleted file mode 100644
index fc085d136..000000000
--- a/docs/colossalai/colossalai.nn.layer.moe.utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.moe.utils
-=============================
-
-.. automodule:: colossalai.nn.layer.moe.utils
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.parallel_1d.layers.rst b/docs/colossalai/colossalai.nn.layer.parallel_1d.layers.rst
deleted file mode 100644
index 380f6bf8d..000000000
--- a/docs/colossalai/colossalai.nn.layer.parallel_1d.layers.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.parallel\_1d.layers
-=======================================
-
-.. automodule:: colossalai.nn.layer.parallel_1d.layers
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.parallel_1d.rst b/docs/colossalai/colossalai.nn.layer.parallel_1d.rst
deleted file mode 100644
index 3a8ed6206..000000000
--- a/docs/colossalai/colossalai.nn.layer.parallel_1d.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.nn.layer.parallel\_1d
-================================
-
-.. automodule:: colossalai.nn.layer.parallel_1d
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.layer.parallel_1d.layers
diff --git a/docs/colossalai/colossalai.nn.layer.parallel_2d.layers.rst b/docs/colossalai/colossalai.nn.layer.parallel_2d.layers.rst
deleted file mode 100644
index b64d402bd..000000000
--- a/docs/colossalai/colossalai.nn.layer.parallel_2d.layers.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.parallel\_2d.layers
-=======================================
-
-.. automodule:: colossalai.nn.layer.parallel_2d.layers
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.parallel_2d.rst b/docs/colossalai/colossalai.nn.layer.parallel_2d.rst
deleted file mode 100644
index f5ad41a1b..000000000
--- a/docs/colossalai/colossalai.nn.layer.parallel_2d.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.nn.layer.parallel\_2d
-================================
-
-.. automodule:: colossalai.nn.layer.parallel_2d
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.layer.parallel_2d.layers
diff --git a/docs/colossalai/colossalai.nn.layer.parallel_2p5d.layers.rst b/docs/colossalai/colossalai.nn.layer.parallel_2p5d.layers.rst
deleted file mode 100644
index ebc99d56c..000000000
--- a/docs/colossalai/colossalai.nn.layer.parallel_2p5d.layers.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.parallel\_2p5d.layers
-=========================================
-
-.. automodule:: colossalai.nn.layer.parallel_2p5d.layers
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.parallel_2p5d.rst b/docs/colossalai/colossalai.nn.layer.parallel_2p5d.rst
deleted file mode 100644
index 5869bdee9..000000000
--- a/docs/colossalai/colossalai.nn.layer.parallel_2p5d.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.nn.layer.parallel\_2p5d
-==================================
-
-.. automodule:: colossalai.nn.layer.parallel_2p5d
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.layer.parallel_2p5d.layers
diff --git a/docs/colossalai/colossalai.nn.layer.parallel_3d.layers.rst b/docs/colossalai/colossalai.nn.layer.parallel_3d.layers.rst
deleted file mode 100644
index a1702f1fc..000000000
--- a/docs/colossalai/colossalai.nn.layer.parallel_3d.layers.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.parallel\_3d.layers
-=======================================
-
-.. automodule:: colossalai.nn.layer.parallel_3d.layers
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.parallel_3d.rst b/docs/colossalai/colossalai.nn.layer.parallel_3d.rst
deleted file mode 100644
index bb55a63e5..000000000
--- a/docs/colossalai/colossalai.nn.layer.parallel_3d.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.nn.layer.parallel\_3d
-================================
-
-.. automodule:: colossalai.nn.layer.parallel_3d
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.layer.parallel_3d.layers
diff --git a/docs/colossalai/colossalai.nn.layer.parallel_sequence.layers.rst b/docs/colossalai/colossalai.nn.layer.parallel_sequence.layers.rst
deleted file mode 100644
index 54929d2e7..000000000
--- a/docs/colossalai/colossalai.nn.layer.parallel_sequence.layers.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.parallel\_sequence.layers
-=============================================
-
-.. automodule:: colossalai.nn.layer.parallel_sequence.layers
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.parallel_sequence.rst b/docs/colossalai/colossalai.nn.layer.parallel_sequence.rst
deleted file mode 100644
index 24e8941d4..000000000
--- a/docs/colossalai/colossalai.nn.layer.parallel_sequence.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.nn.layer.parallel\_sequence
-======================================
-
-.. automodule:: colossalai.nn.layer.parallel_sequence
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.layer.parallel_sequence.layers
diff --git a/docs/colossalai/colossalai.nn.layer.rst b/docs/colossalai/colossalai.nn.layer.rst
deleted file mode 100644
index 32a93128f..000000000
--- a/docs/colossalai/colossalai.nn.layer.rst
+++ /dev/null
@@ -1,25 +0,0 @@
-colossalai.nn.layer
-===================
-
-.. automodule:: colossalai.nn.layer
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.layer.colossalai_layer
-   colossalai.nn.layer.moe
-   colossalai.nn.layer.parallel_1d
-   colossalai.nn.layer.parallel_2d
-   colossalai.nn.layer.parallel_2p5d
-   colossalai.nn.layer.parallel_3d
-   colossalai.nn.layer.parallel_sequence
-   colossalai.nn.layer.utils
-   colossalai.nn.layer.vanilla
-   colossalai.nn.layer.wrapper
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.layer.base_layer
diff --git a/docs/colossalai/colossalai.nn.layer.utils.common.rst b/docs/colossalai/colossalai.nn.layer.utils.common.rst
deleted file mode 100644
index 6a552830f..000000000
--- a/docs/colossalai/colossalai.nn.layer.utils.common.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.utils.common
-================================
-
-.. automodule:: colossalai.nn.layer.utils.common
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.utils.rst b/docs/colossalai/colossalai.nn.layer.utils.rst
deleted file mode 100644
index 16c3d7182..000000000
--- a/docs/colossalai/colossalai.nn.layer.utils.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.nn.layer.utils
-=========================
-
-.. automodule:: colossalai.nn.layer.utils
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.layer.utils.common
diff --git a/docs/colossalai/colossalai.nn.layer.vanilla.layers.rst b/docs/colossalai/colossalai.nn.layer.vanilla.layers.rst
deleted file mode 100644
index f993b1f50..000000000
--- a/docs/colossalai/colossalai.nn.layer.vanilla.layers.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.vanilla.layers
-==================================
-
-.. automodule:: colossalai.nn.layer.vanilla.layers
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.vanilla.rst b/docs/colossalai/colossalai.nn.layer.vanilla.rst
deleted file mode 100644
index fe1ea5c6c..000000000
--- a/docs/colossalai/colossalai.nn.layer.vanilla.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.nn.layer.vanilla
-===========================
-
-.. automodule:: colossalai.nn.layer.vanilla
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.layer.vanilla.layers
diff --git a/docs/colossalai/colossalai.nn.layer.wrapper.pipeline_wrapper.rst b/docs/colossalai/colossalai.nn.layer.wrapper.pipeline_wrapper.rst
deleted file mode 100644
index e5648873d..000000000
--- a/docs/colossalai/colossalai.nn.layer.wrapper.pipeline_wrapper.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.layer.wrapper.pipeline\_wrapper
-=============================================
-
-.. automodule:: colossalai.nn.layer.wrapper.pipeline_wrapper
-   :members:
diff --git a/docs/colossalai/colossalai.nn.layer.wrapper.rst b/docs/colossalai/colossalai.nn.layer.wrapper.rst
deleted file mode 100644
index 761bf843a..000000000
--- a/docs/colossalai/colossalai.nn.layer.wrapper.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.nn.layer.wrapper
-===========================
-
-.. automodule:: colossalai.nn.layer.wrapper
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.layer.wrapper.pipeline_wrapper
diff --git a/docs/colossalai/colossalai.nn.loss.loss_1d.rst b/docs/colossalai/colossalai.nn.loss.loss_1d.rst
deleted file mode 100644
index d9ac2e67d..000000000
--- a/docs/colossalai/colossalai.nn.loss.loss_1d.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.loss.loss\_1d
-===========================
-
-.. automodule:: colossalai.nn.loss.loss_1d
-   :members:
diff --git a/docs/colossalai/colossalai.nn.loss.loss_2d.rst b/docs/colossalai/colossalai.nn.loss.loss_2d.rst
deleted file mode 100644
index 14d1585e3..000000000
--- a/docs/colossalai/colossalai.nn.loss.loss_2d.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.loss.loss\_2d
-===========================
-
-.. automodule:: colossalai.nn.loss.loss_2d
-   :members:
diff --git a/docs/colossalai/colossalai.nn.loss.loss_2p5d.rst b/docs/colossalai/colossalai.nn.loss.loss_2p5d.rst
deleted file mode 100644
index fc3714da3..000000000
--- a/docs/colossalai/colossalai.nn.loss.loss_2p5d.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.loss.loss\_2p5d
-=============================
-
-.. automodule:: colossalai.nn.loss.loss_2p5d
-   :members:
diff --git a/docs/colossalai/colossalai.nn.loss.loss_3d.rst b/docs/colossalai/colossalai.nn.loss.loss_3d.rst
deleted file mode 100644
index a593324fb..000000000
--- a/docs/colossalai/colossalai.nn.loss.loss_3d.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.loss.loss\_3d
-===========================
-
-.. automodule:: colossalai.nn.loss.loss_3d
-   :members:
diff --git a/docs/colossalai/colossalai.nn.loss.loss_moe.rst b/docs/colossalai/colossalai.nn.loss.loss_moe.rst
deleted file mode 100644
index ef2851ace..000000000
--- a/docs/colossalai/colossalai.nn.loss.loss_moe.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.loss.loss\_moe
-============================
-
-.. automodule:: colossalai.nn.loss.loss_moe
-   :members:
diff --git a/docs/colossalai/colossalai.nn.loss.rst b/docs/colossalai/colossalai.nn.loss.rst
deleted file mode 100644
index 5df7d1ae3..000000000
--- a/docs/colossalai/colossalai.nn.loss.rst
+++ /dev/null
@@ -1,15 +0,0 @@
-colossalai.nn.loss
-==================
-
-.. automodule:: colossalai.nn.loss
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.loss.loss_1d
-   colossalai.nn.loss.loss_2d
-   colossalai.nn.loss.loss_2p5d
-   colossalai.nn.loss.loss_3d
-   colossalai.nn.loss.loss_moe
diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.cosine.rst b/docs/colossalai/colossalai.nn.lr_scheduler.cosine.rst
deleted file mode 100644
index a7c636ad3..000000000
--- a/docs/colossalai/colossalai.nn.lr_scheduler.cosine.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.lr\_scheduler.cosine
-==================================
-
-.. automodule:: colossalai.nn.lr_scheduler.cosine
-   :members:
diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.delayed.rst b/docs/colossalai/colossalai.nn.lr_scheduler.delayed.rst
deleted file mode 100644
index 2a86c4b2a..000000000
--- a/docs/colossalai/colossalai.nn.lr_scheduler.delayed.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.lr\_scheduler.delayed
-===================================
-
-.. automodule:: colossalai.nn.lr_scheduler.delayed
-   :members:
diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.linear.rst b/docs/colossalai/colossalai.nn.lr_scheduler.linear.rst
deleted file mode 100644
index 5e917edc2..000000000
--- a/docs/colossalai/colossalai.nn.lr_scheduler.linear.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.lr\_scheduler.linear
-==================================
-
-.. automodule:: colossalai.nn.lr_scheduler.linear
-   :members:
diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.multistep.rst b/docs/colossalai/colossalai.nn.lr_scheduler.multistep.rst
deleted file mode 100644
index 4248a6386..000000000
--- a/docs/colossalai/colossalai.nn.lr_scheduler.multistep.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.lr\_scheduler.multistep
-=====================================
-
-.. automodule:: colossalai.nn.lr_scheduler.multistep
-   :members:
diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.onecycle.rst b/docs/colossalai/colossalai.nn.lr_scheduler.onecycle.rst
deleted file mode 100644
index 7f2fd4758..000000000
--- a/docs/colossalai/colossalai.nn.lr_scheduler.onecycle.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.lr\_scheduler.onecycle
-====================================
-
-.. automodule:: colossalai.nn.lr_scheduler.onecycle
-   :members:
diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.poly.rst b/docs/colossalai/colossalai.nn.lr_scheduler.poly.rst
deleted file mode 100644
index c1618812a..000000000
--- a/docs/colossalai/colossalai.nn.lr_scheduler.poly.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.lr\_scheduler.poly
-================================
-
-.. automodule:: colossalai.nn.lr_scheduler.poly
-   :members:
diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.rst b/docs/colossalai/colossalai.nn.lr_scheduler.rst
deleted file mode 100644
index 427a3ee45..000000000
--- a/docs/colossalai/colossalai.nn.lr_scheduler.rst
+++ /dev/null
@@ -1,17 +0,0 @@
-colossalai.nn.lr\_scheduler
-===========================
-
-.. automodule:: colossalai.nn.lr_scheduler
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.lr_scheduler.cosine
-   colossalai.nn.lr_scheduler.delayed
-   colossalai.nn.lr_scheduler.linear
-   colossalai.nn.lr_scheduler.multistep
-   colossalai.nn.lr_scheduler.onecycle
-   colossalai.nn.lr_scheduler.poly
-   colossalai.nn.lr_scheduler.torch
diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.torch.rst b/docs/colossalai/colossalai.nn.lr_scheduler.torch.rst
deleted file mode 100644
index f8d552bf1..000000000
--- a/docs/colossalai/colossalai.nn.lr_scheduler.torch.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.lr\_scheduler.torch
-=================================
-
-.. automodule:: colossalai.nn.lr_scheduler.torch
-   :members:
diff --git a/docs/colossalai/colossalai.nn.metric.accuracy_2d.rst b/docs/colossalai/colossalai.nn.metric.accuracy_2d.rst
deleted file mode 100644
index 63bcb8349..000000000
--- a/docs/colossalai/colossalai.nn.metric.accuracy_2d.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.metric.accuracy\_2d
-=================================
-
-.. automodule:: colossalai.nn.metric.accuracy_2d
-   :members:
diff --git a/docs/colossalai/colossalai.nn.metric.accuracy_2p5d.rst b/docs/colossalai/colossalai.nn.metric.accuracy_2p5d.rst
deleted file mode 100644
index dd4358fbf..000000000
--- a/docs/colossalai/colossalai.nn.metric.accuracy_2p5d.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.metric.accuracy\_2p5d
-===================================
-
-.. automodule:: colossalai.nn.metric.accuracy_2p5d
-   :members:
diff --git a/docs/colossalai/colossalai.nn.metric.accuracy_3d.rst b/docs/colossalai/colossalai.nn.metric.accuracy_3d.rst
deleted file mode 100644
index 95143444b..000000000
--- a/docs/colossalai/colossalai.nn.metric.accuracy_3d.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.metric.accuracy\_3d
-=================================
-
-.. automodule:: colossalai.nn.metric.accuracy_3d
-   :members:
diff --git a/docs/colossalai/colossalai.nn.metric.rst b/docs/colossalai/colossalai.nn.metric.rst
deleted file mode 100644
index 28f5568eb..000000000
--- a/docs/colossalai/colossalai.nn.metric.rst
+++ /dev/null
@@ -1,13 +0,0 @@
-colossalai.nn.metric
-====================
-
-.. automodule:: colossalai.nn.metric
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.metric.accuracy_2d
-   colossalai.nn.metric.accuracy_2p5d
-   colossalai.nn.metric.accuracy_3d
diff --git a/docs/colossalai/colossalai.nn.optimizer.colossalai_optimizer.rst b/docs/colossalai/colossalai.nn.optimizer.colossalai_optimizer.rst
deleted file mode 100644
index 35515c374..000000000
--- a/docs/colossalai/colossalai.nn.optimizer.colossalai_optimizer.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.optimizer.colossalai\_optimizer
-=============================================
-
-.. automodule:: colossalai.nn.optimizer.colossalai_optimizer
-   :members:
diff --git a/docs/colossalai/colossalai.nn.optimizer.cpu_adam.rst b/docs/colossalai/colossalai.nn.optimizer.cpu_adam.rst
deleted file mode 100644
index 224dfab43..000000000
--- a/docs/colossalai/colossalai.nn.optimizer.cpu_adam.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.optimizer.cpu\_adam
-=================================
-
-.. automodule:: colossalai.nn.optimizer.cpu_adam
-   :members:
diff --git a/docs/colossalai/colossalai.nn.optimizer.fused_adam.rst b/docs/colossalai/colossalai.nn.optimizer.fused_adam.rst
deleted file mode 100644
index 60af624cb..000000000
--- a/docs/colossalai/colossalai.nn.optimizer.fused_adam.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.optimizer.fused\_adam
-===================================
-
-.. automodule:: colossalai.nn.optimizer.fused_adam
-   :members:
diff --git a/docs/colossalai/colossalai.nn.optimizer.fused_lamb.rst b/docs/colossalai/colossalai.nn.optimizer.fused_lamb.rst
deleted file mode 100644
index 66c0fa4ca..000000000
--- a/docs/colossalai/colossalai.nn.optimizer.fused_lamb.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.optimizer.fused\_lamb
-===================================
-
-.. automodule:: colossalai.nn.optimizer.fused_lamb
-   :members:
diff --git a/docs/colossalai/colossalai.nn.optimizer.fused_sgd.rst b/docs/colossalai/colossalai.nn.optimizer.fused_sgd.rst
deleted file mode 100644
index 2ecc77c33..000000000
--- a/docs/colossalai/colossalai.nn.optimizer.fused_sgd.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.optimizer.fused\_sgd
-==================================
-
-.. automodule:: colossalai.nn.optimizer.fused_sgd
-   :members:
diff --git a/docs/colossalai/colossalai.nn.optimizer.hybrid_adam.rst b/docs/colossalai/colossalai.nn.optimizer.hybrid_adam.rst
deleted file mode 100644
index 20508d664..000000000
--- a/docs/colossalai/colossalai.nn.optimizer.hybrid_adam.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.optimizer.hybrid\_adam
-====================================
-
-.. automodule:: colossalai.nn.optimizer.hybrid_adam
-   :members:
diff --git a/docs/colossalai/colossalai.nn.optimizer.lamb.rst b/docs/colossalai/colossalai.nn.optimizer.lamb.rst
deleted file mode 100644
index 57199ea36..000000000
--- a/docs/colossalai/colossalai.nn.optimizer.lamb.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.optimizer.lamb
-============================
-
-.. automodule:: colossalai.nn.optimizer.lamb
-   :members:
diff --git a/docs/colossalai/colossalai.nn.optimizer.lars.rst b/docs/colossalai/colossalai.nn.optimizer.lars.rst
deleted file mode 100644
index f935950f8..000000000
--- a/docs/colossalai/colossalai.nn.optimizer.lars.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.optimizer.lars
-============================
-
-.. automodule:: colossalai.nn.optimizer.lars
-   :members:
diff --git a/docs/colossalai/colossalai.nn.optimizer.rst b/docs/colossalai/colossalai.nn.optimizer.rst
deleted file mode 100644
index ede9cc496..000000000
--- a/docs/colossalai/colossalai.nn.optimizer.rst
+++ /dev/null
@@ -1,19 +0,0 @@
-colossalai.nn.optimizer
-=======================
-
-.. automodule:: colossalai.nn.optimizer
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.optimizer.colossalai_optimizer
-   colossalai.nn.optimizer.cpu_adam
-   colossalai.nn.optimizer.fused_adam
-   colossalai.nn.optimizer.fused_lamb
-   colossalai.nn.optimizer.fused_sgd
-   colossalai.nn.optimizer.hybrid_adam
-   colossalai.nn.optimizer.lamb
-   colossalai.nn.optimizer.lars
-   colossalai.nn.optimizer.utils
diff --git a/docs/colossalai/colossalai.nn.optimizer.utils.rst b/docs/colossalai/colossalai.nn.optimizer.utils.rst
deleted file mode 100644
index 9b2bc2f01..000000000
--- a/docs/colossalai/colossalai.nn.optimizer.utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.optimizer.utils
-=============================
-
-.. automodule:: colossalai.nn.optimizer.utils
-   :members:
diff --git a/docs/colossalai/colossalai.nn.parallel.data_parallel.rst b/docs/colossalai/colossalai.nn.parallel.data_parallel.rst
deleted file mode 100644
index ba987c2ee..000000000
--- a/docs/colossalai/colossalai.nn.parallel.data_parallel.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.parallel.data\_parallel
-=====================================
-
-.. automodule:: colossalai.nn.parallel.data_parallel
-   :members:
diff --git a/docs/colossalai/colossalai.nn.parallel.layers.colo_module.rst b/docs/colossalai/colossalai.nn.parallel.layers.colo_module.rst
deleted file mode 100644
index c80fff6d5..000000000
--- a/docs/colossalai/colossalai.nn.parallel.layers.colo_module.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.parallel.layers.colo\_module
-==========================================
-
-.. automodule:: colossalai.nn.parallel.layers.colo_module
-   :members:
diff --git a/docs/colossalai/colossalai.nn.parallel.layers.embedding.rst b/docs/colossalai/colossalai.nn.parallel.layers.embedding.rst
deleted file mode 100644
index 1e7ecc50f..000000000
--- a/docs/colossalai/colossalai.nn.parallel.layers.embedding.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.parallel.layers.embedding
-=======================================
-
-.. automodule:: colossalai.nn.parallel.layers.embedding
-   :members:
diff --git a/docs/colossalai/colossalai.nn.parallel.layers.linear.rst b/docs/colossalai/colossalai.nn.parallel.layers.linear.rst
deleted file mode 100644
index bbc5e3257..000000000
--- a/docs/colossalai/colossalai.nn.parallel.layers.linear.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.parallel.layers.linear
-====================================
-
-.. automodule:: colossalai.nn.parallel.layers.linear
-   :members:
diff --git a/docs/colossalai/colossalai.nn.parallel.layers.module_utils.rst b/docs/colossalai/colossalai.nn.parallel.layers.module_utils.rst
deleted file mode 100644
index 5190ab403..000000000
--- a/docs/colossalai/colossalai.nn.parallel.layers.module_utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.parallel.layers.module\_utils
-===========================================
-
-.. automodule:: colossalai.nn.parallel.layers.module_utils
-   :members:
diff --git a/docs/colossalai/colossalai.nn.parallel.layers.rst b/docs/colossalai/colossalai.nn.parallel.layers.rst
deleted file mode 100644
index 782a206e8..000000000
--- a/docs/colossalai/colossalai.nn.parallel.layers.rst
+++ /dev/null
@@ -1,14 +0,0 @@
-colossalai.nn.parallel.layers
-=============================
-
-.. automodule:: colossalai.nn.parallel.layers
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.parallel.layers.colo_module
-   colossalai.nn.parallel.layers.embedding
-   colossalai.nn.parallel.layers.linear
-   colossalai.nn.parallel.layers.module_utils
diff --git a/docs/colossalai/colossalai.nn.parallel.reducer.rst b/docs/colossalai/colossalai.nn.parallel.reducer.rst
deleted file mode 100644
index d80841f69..000000000
--- a/docs/colossalai/colossalai.nn.parallel.reducer.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.nn.parallel.reducer
-==============================
-
-.. automodule:: colossalai.nn.parallel.reducer
-   :members:
diff --git a/docs/colossalai/colossalai.nn.parallel.rst b/docs/colossalai/colossalai.nn.parallel.rst
deleted file mode 100644
index 19e9d1eef..000000000
--- a/docs/colossalai/colossalai.nn.parallel.rst
+++ /dev/null
@@ -1,17 +0,0 @@
-colossalai.nn.parallel
-======================
-
-.. automodule:: colossalai.nn.parallel
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.parallel.layers
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.parallel.data_parallel
-   colossalai.nn.parallel.reducer
diff --git a/docs/colossalai/colossalai.nn.rst b/docs/colossalai/colossalai.nn.rst
deleted file mode 100644
index 7e683952f..000000000
--- a/docs/colossalai/colossalai.nn.rst
+++ /dev/null
@@ -1,22 +0,0 @@
-colossalai.nn
-=============
-
-.. automodule:: colossalai.nn
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.graph
-   colossalai.nn.layer
-   colossalai.nn.loss
-   colossalai.nn.lr_scheduler
-   colossalai.nn.metric
-   colossalai.nn.optimizer
-   colossalai.nn.parallel
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.nn.init
diff --git a/docs/colossalai/colossalai.pipeline.layer_sepc.rst b/docs/colossalai/colossalai.pipeline.layer_sepc.rst
deleted file mode 100644
index 156660b5c..000000000
--- a/docs/colossalai/colossalai.pipeline.layer_sepc.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.pipeline.layer\_sepc
-===============================
-
-.. automodule:: colossalai.pipeline.layer_spec
-   :members:
diff --git a/docs/colossalai/colossalai.pipeline.pipelinable.rst b/docs/colossalai/colossalai.pipeline.pipelinable.rst
deleted file mode 100644
index 5c2b02ba6..000000000
--- a/docs/colossalai/colossalai.pipeline.pipelinable.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.pipeline.pipelinable
-===============================
-
-.. automodule:: colossalai.pipeline.pipelinable
-   :members:
diff --git a/docs/colossalai/colossalai.pipeline.rst b/docs/colossalai/colossalai.pipeline.rst
deleted file mode 100644
index 6f7652d49..000000000
--- a/docs/colossalai/colossalai.pipeline.rst
+++ /dev/null
@@ -1,13 +0,0 @@
-colossalai.pipeline
-===================
-
-.. automodule:: colossalai.pipeline
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.pipeline.layer_spec
-   colossalai.pipeline.pipelinable
-   colossalai.pipeline.utils
diff --git a/docs/colossalai/colossalai.pipeline.utils.rst b/docs/colossalai/colossalai.pipeline.utils.rst
deleted file mode 100644
index a33bf42cf..000000000
--- a/docs/colossalai/colossalai.pipeline.utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.pipeline.utils
-=========================
-
-.. automodule:: colossalai.pipeline.utils
-   :members:
diff --git a/docs/colossalai/colossalai.registry.registry.rst b/docs/colossalai/colossalai.registry.registry.rst
deleted file mode 100644
index e942d7969..000000000
--- a/docs/colossalai/colossalai.registry.registry.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.registry.registry
-============================
-
-.. automodule:: colossalai.registry.registry
-   :members:
diff --git a/docs/colossalai/colossalai.registry.rst b/docs/colossalai/colossalai.registry.rst
deleted file mode 100644
index 0f294f6d1..000000000
--- a/docs/colossalai/colossalai.registry.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.registry
-===================
-
-.. automodule:: colossalai.registry
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.registry.registry
diff --git a/docs/colossalai/colossalai.rst b/docs/colossalai/colossalai.rst
deleted file mode 100644
index 921f15a97..000000000
--- a/docs/colossalai/colossalai.rst
+++ /dev/null
@@ -1,36 +0,0 @@
-colossalai
-==========
-
-.. automodule:: colossalai
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.amp
-   colossalai.builder
-   colossalai.cli
-   colossalai.communication
-   colossalai.context
-   colossalai.engine
-   colossalai.fx
-   colossalai.gemini
-   colossalai.kernel
-   colossalai.logging
-   colossalai.nn
-   colossalai.pipeline
-   colossalai.registry
-   colossalai.tensor
-   colossalai.testing
-   colossalai.trainer
-   colossalai.utils
-   colossalai.zero
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.constants
-   colossalai.core
-   colossalai.global_variables
-   colossalai.initialize
diff --git a/docs/colossalai/colossalai.tensor.colo_parameter.rst b/docs/colossalai/colossalai.tensor.colo_parameter.rst
deleted file mode 100644
index 9b65029db..000000000
--- a/docs/colossalai/colossalai.tensor.colo_parameter.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.tensor.colo\_parameter
-=================================
-
-.. automodule:: colossalai.tensor.colo_parameter
-   :members:
diff --git a/docs/colossalai/colossalai.tensor.colo_tensor.rst b/docs/colossalai/colossalai.tensor.colo_tensor.rst
deleted file mode 100644
index 9161ac22f..000000000
--- a/docs/colossalai/colossalai.tensor.colo_tensor.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.tensor.colo\_tensor
-==============================
-
-.. automodule:: colossalai.tensor.colo_tensor
-   :members:
diff --git a/docs/colossalai/colossalai.tensor.compute_spec.rst b/docs/colossalai/colossalai.tensor.compute_spec.rst
deleted file mode 100644
index e2d7235d9..000000000
--- a/docs/colossalai/colossalai.tensor.compute_spec.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.tensor.compute\_spec
-===============================
-
-.. automodule:: colossalai.tensor.compute_spec
-   :members:
diff --git a/docs/colossalai/colossalai.tensor.const.rst b/docs/colossalai/colossalai.tensor.const.rst
deleted file mode 100644
index a22a27893..000000000
--- a/docs/colossalai/colossalai.tensor.const.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.tensor.const
-=======================
-
-.. automodule:: colossalai.tensor.const
-   :members:
diff --git a/docs/colossalai/colossalai.tensor.dist_spec_mgr.rst b/docs/colossalai/colossalai.tensor.dist_spec_mgr.rst
deleted file mode 100644
index 043cf2260..000000000
--- a/docs/colossalai/colossalai.tensor.dist_spec_mgr.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.tensor.dist\_spec\_mgr
-=================================
-
-.. automodule:: colossalai.tensor.dist_spec_mgr
-   :members:
diff --git a/docs/colossalai/colossalai.tensor.distspec.rst b/docs/colossalai/colossalai.tensor.distspec.rst
deleted file mode 100644
index 2b4b0e5fa..000000000
--- a/docs/colossalai/colossalai.tensor.distspec.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.tensor.distspec
-==========================
-
-.. automodule:: colossalai.tensor.distspec
-   :members:
diff --git a/docs/colossalai/colossalai.tensor.op_wrapper.rst b/docs/colossalai/colossalai.tensor.op_wrapper.rst
deleted file mode 100644
index a246e0a6a..000000000
--- a/docs/colossalai/colossalai.tensor.op_wrapper.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.tensor.op\_wrapper
-=============================
-
-.. automodule:: colossalai.tensor.op_wrapper
-   :members:
diff --git a/docs/colossalai/colossalai.tensor.param_op_hook.rst b/docs/colossalai/colossalai.tensor.param_op_hook.rst
deleted file mode 100644
index 475ada452..000000000
--- a/docs/colossalai/colossalai.tensor.param_op_hook.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.tensor.param\_op\_hook
-=================================
-
-.. automodule:: colossalai.tensor.param_op_hook
-   :members:
diff --git a/docs/colossalai/colossalai.tensor.process_group.rst b/docs/colossalai/colossalai.tensor.process_group.rst
deleted file mode 100644
index b71409e3b..000000000
--- a/docs/colossalai/colossalai.tensor.process_group.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.tensor.process\_group
-================================
-
-.. automodule:: colossalai.tensor.process_group
-   :members:
diff --git a/docs/colossalai/colossalai.tensor.rst b/docs/colossalai/colossalai.tensor.rst
deleted file mode 100644
index 68e06552b..000000000
--- a/docs/colossalai/colossalai.tensor.rst
+++ /dev/null
@@ -1,21 +0,0 @@
-colossalai.tensor
-=================
-
-.. automodule:: colossalai.tensor
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.tensor.colo_parameter
-   colossalai.tensor.colo_tensor
-   colossalai.tensor.compute_spec
-   colossalai.tensor.const
-   colossalai.tensor.dist_spec_mgr
-   colossalai.tensor.distspec
-   colossalai.tensor.op_wrapper
-   colossalai.tensor.param_op_hook
-   colossalai.tensor.process_group
-   colossalai.tensor.tensor_spec
-   colossalai.tensor.utils
diff --git a/docs/colossalai/colossalai.tensor.tensor_spec.rst b/docs/colossalai/colossalai.tensor.tensor_spec.rst
deleted file mode 100644
index 7125b9cbc..000000000
--- a/docs/colossalai/colossalai.tensor.tensor_spec.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.tensor.tensor\_spec
-==============================
-
-.. automodule:: colossalai.tensor.tensor_spec
-   :members:
diff --git a/docs/colossalai/colossalai.tensor.utils.rst b/docs/colossalai/colossalai.tensor.utils.rst
deleted file mode 100644
index 5d9bd1b03..000000000
--- a/docs/colossalai/colossalai.tensor.utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.tensor.utils
-=======================
-
-.. automodule:: colossalai.tensor.utils
-   :members:
diff --git a/docs/colossalai/colossalai.testing.comparison.rst b/docs/colossalai/colossalai.testing.comparison.rst
deleted file mode 100644
index bcfdf0598..000000000
--- a/docs/colossalai/colossalai.testing.comparison.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.testing.comparison
-=============================
-
-.. automodule:: colossalai.testing.comparison
-   :members:
diff --git a/docs/colossalai/colossalai.testing.rst b/docs/colossalai/colossalai.testing.rst
deleted file mode 100644
index 1127aa52c..000000000
--- a/docs/colossalai/colossalai.testing.rst
+++ /dev/null
@@ -1,12 +0,0 @@
-colossalai.testing
-==================
-
-.. automodule:: colossalai.testing
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.testing.comparison
-   colossalai.testing.utils
diff --git a/docs/colossalai/colossalai.testing.utils.rst b/docs/colossalai/colossalai.testing.utils.rst
deleted file mode 100644
index d8c2edcce..000000000
--- a/docs/colossalai/colossalai.testing.utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.testing.utils
-========================
-
-.. automodule:: colossalai.testing.utils
-   :members:
diff --git a/docs/colossalai/colossalai.trainer.hooks.rst b/docs/colossalai/colossalai.trainer.hooks.rst
deleted file mode 100644
index 84cc6797b..000000000
--- a/docs/colossalai/colossalai.trainer.hooks.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.trainer.hooks
-========================
-
-.. automodule:: colossalai.trainer.hooks
-   :members:
diff --git a/docs/colossalai/colossalai.trainer.rst b/docs/colossalai/colossalai.trainer.rst
deleted file mode 100644
index abc636e62..000000000
--- a/docs/colossalai/colossalai.trainer.rst
+++ /dev/null
@@ -1,10 +0,0 @@
-colossalai.trainer
-==================
-
-.. automodule:: colossalai.trainer
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.trainer.hooks
diff --git a/docs/colossalai/colossalai.utils.activation_checkpoint.rst b/docs/colossalai/colossalai.utils.activation_checkpoint.rst
deleted file mode 100644
index 671b5fe9e..000000000
--- a/docs/colossalai/colossalai.utils.activation_checkpoint.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.activation\_checkpoint
-=======================================
-
-.. automodule:: colossalai.utils.activation_checkpoint
-   :members:
diff --git a/docs/colossalai/colossalai.utils.checkpoint.module_checkpoint.rst b/docs/colossalai/colossalai.utils.checkpoint.module_checkpoint.rst
deleted file mode 100644
index 237ad380b..000000000
--- a/docs/colossalai/colossalai.utils.checkpoint.module_checkpoint.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.checkpoint.module\_checkpoint
-==============================================
-
-.. automodule:: colossalai.utils.checkpoint.module_checkpoint
-   :members:
diff --git a/docs/colossalai/colossalai.utils.checkpoint.rst b/docs/colossalai/colossalai.utils.checkpoint.rst
deleted file mode 100644
index 220c270f0..000000000
--- a/docs/colossalai/colossalai.utils.checkpoint.rst
+++ /dev/null
@@ -1,12 +0,0 @@
-colossalai.utils.checkpoint
-===========================
-
-.. automodule:: colossalai.utils.checkpoint
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.utils.checkpoint.module_checkpoint
-   colossalai.utils.checkpoint.utils
diff --git a/docs/colossalai/colossalai.utils.checkpoint.utils.rst b/docs/colossalai/colossalai.utils.checkpoint.utils.rst
deleted file mode 100644
index 7fdeefd53..000000000
--- a/docs/colossalai/colossalai.utils.checkpoint.utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.checkpoint.utils
-=================================
-
-.. automodule:: colossalai.utils.checkpoint.utils
-   :members:
diff --git a/docs/colossalai/colossalai.utils.checkpointing.rst b/docs/colossalai/colossalai.utils.checkpointing.rst
deleted file mode 100644
index 534a581d5..000000000
--- a/docs/colossalai/colossalai.utils.checkpointing.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.checkpointing
-==============================
-
-.. automodule:: colossalai.utils.checkpointing
-   :members:
diff --git a/docs/colossalai/colossalai.utils.common.rst b/docs/colossalai/colossalai.utils.common.rst
deleted file mode 100644
index cb9f9c14e..000000000
--- a/docs/colossalai/colossalai.utils.common.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.common
-=======================
-
-.. automodule:: colossalai.utils.common
-   :members:
diff --git a/docs/colossalai/colossalai.utils.cuda.rst b/docs/colossalai/colossalai.utils.cuda.rst
deleted file mode 100644
index ec428c5ef..000000000
--- a/docs/colossalai/colossalai.utils.cuda.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.cuda
-=====================
-
-.. automodule:: colossalai.utils.cuda
-   :members:
diff --git a/docs/colossalai/colossalai.utils.data_sampler.base_sampler.rst b/docs/colossalai/colossalai.utils.data_sampler.base_sampler.rst
deleted file mode 100644
index 199e8fcf8..000000000
--- a/docs/colossalai/colossalai.utils.data_sampler.base_sampler.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.data\_sampler.base\_sampler
-============================================
-
-.. automodule:: colossalai.utils.data_sampler.base_sampler
-   :members:
diff --git a/docs/colossalai/colossalai.utils.data_sampler.data_parallel_sampler.rst b/docs/colossalai/colossalai.utils.data_sampler.data_parallel_sampler.rst
deleted file mode 100644
index 85e1b121c..000000000
--- a/docs/colossalai/colossalai.utils.data_sampler.data_parallel_sampler.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.data\_sampler.data\_parallel\_sampler
-======================================================
-
-.. automodule:: colossalai.utils.data_sampler.data_parallel_sampler
-   :members:
diff --git a/docs/colossalai/colossalai.utils.data_sampler.rst b/docs/colossalai/colossalai.utils.data_sampler.rst
deleted file mode 100644
index 61dde070b..000000000
--- a/docs/colossalai/colossalai.utils.data_sampler.rst
+++ /dev/null
@@ -1,12 +0,0 @@
-colossalai.utils.data\_sampler
-==============================
-
-.. automodule:: colossalai.utils.data_sampler
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.utils.data_sampler.base_sampler
-   colossalai.utils.data_sampler.data_parallel_sampler
diff --git a/docs/colossalai/colossalai.utils.memory.rst b/docs/colossalai/colossalai.utils.memory.rst
deleted file mode 100644
index 67c5d6002..000000000
--- a/docs/colossalai/colossalai.utils.memory.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.memory
-=======================
-
-.. automodule:: colossalai.utils.memory
-   :members:
diff --git a/docs/colossalai/colossalai.utils.model.colo_init_context.rst b/docs/colossalai/colossalai.utils.model.colo_init_context.rst
deleted file mode 100644
index 33ee44915..000000000
--- a/docs/colossalai/colossalai.utils.model.colo_init_context.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.model.colo\_init\_context
-==========================================
-
-.. automodule:: colossalai.utils.model.colo_init_context
-   :members:
diff --git a/docs/colossalai/colossalai.utils.model.lazy_init_context.rst b/docs/colossalai/colossalai.utils.model.lazy_init_context.rst
deleted file mode 100644
index 27c9a32c6..000000000
--- a/docs/colossalai/colossalai.utils.model.lazy_init_context.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.model.lazy\_init\_context
-==========================================
-
-.. automodule:: colossalai.utils.model.lazy_init_context
-   :members:
diff --git a/docs/colossalai/colossalai.utils.model.rst b/docs/colossalai/colossalai.utils.model.rst
deleted file mode 100644
index 9adfd1450..000000000
--- a/docs/colossalai/colossalai.utils.model.rst
+++ /dev/null
@@ -1,13 +0,0 @@
-colossalai.utils.model
-======================
-
-.. automodule:: colossalai.utils.model
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.utils.model.colo_init_context
-   colossalai.utils.model.lazy_init_context
-   colossalai.utils.model.utils
diff --git a/docs/colossalai/colossalai.utils.model.utils.rst b/docs/colossalai/colossalai.utils.model.utils.rst
deleted file mode 100644
index 211106662..000000000
--- a/docs/colossalai/colossalai.utils.model.utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.model.utils
-============================
-
-.. automodule:: colossalai.utils.model.utils
-   :members:
diff --git a/docs/colossalai/colossalai.utils.moe.rst b/docs/colossalai/colossalai.utils.moe.rst
deleted file mode 100644
index b66ccdc8e..000000000
--- a/docs/colossalai/colossalai.utils.moe.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.moe
-====================
-
-.. automodule:: colossalai.utils.moe
-   :members:
diff --git a/docs/colossalai/colossalai.utils.multi_tensor_apply.multi_tensor_apply.rst b/docs/colossalai/colossalai.utils.multi_tensor_apply.multi_tensor_apply.rst
deleted file mode 100644
index 493b9530e..000000000
--- a/docs/colossalai/colossalai.utils.multi_tensor_apply.multi_tensor_apply.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.multi\_tensor\_apply.multi\_tensor\_apply
-==========================================================
-
-.. automodule:: colossalai.utils.multi_tensor_apply.multi_tensor_apply
-   :members:
diff --git a/docs/colossalai/colossalai.utils.multi_tensor_apply.rst b/docs/colossalai/colossalai.utils.multi_tensor_apply.rst
deleted file mode 100644
index d5749cfa8..000000000
--- a/docs/colossalai/colossalai.utils.multi_tensor_apply.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.utils.multi\_tensor\_apply
-=====================================
-
-.. automodule:: colossalai.utils.multi_tensor_apply
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.utils.multi_tensor_apply.multi_tensor_apply
diff --git a/docs/colossalai/colossalai.utils.profiler.extention.rst b/docs/colossalai/colossalai.utils.profiler.extention.rst
deleted file mode 100644
index 5c8769261..000000000
--- a/docs/colossalai/colossalai.utils.profiler.extention.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.profiler.extention
-===================================
-
-.. automodule:: colossalai.utils.profiler.extention
-   :members:
diff --git a/docs/colossalai/colossalai.utils.profiler.legacy.comm_profiler.rst b/docs/colossalai/colossalai.utils.profiler.legacy.comm_profiler.rst
deleted file mode 100644
index 4329a3d60..000000000
--- a/docs/colossalai/colossalai.utils.profiler.legacy.comm_profiler.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.profiler.legacy.comm\_profiler
-===============================================
-
-.. automodule:: colossalai.utils.profiler.legacy.comm_profiler
-   :members:
diff --git a/docs/colossalai/colossalai.utils.profiler.legacy.mem_profiler.rst b/docs/colossalai/colossalai.utils.profiler.legacy.mem_profiler.rst
deleted file mode 100644
index 35c665c71..000000000
--- a/docs/colossalai/colossalai.utils.profiler.legacy.mem_profiler.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.profiler.legacy.mem\_profiler
-==============================================
-
-.. automodule:: colossalai.utils.profiler.legacy.mem_profiler
-   :members:
diff --git a/docs/colossalai/colossalai.utils.profiler.legacy.pcie_profiler.rst b/docs/colossalai/colossalai.utils.profiler.legacy.pcie_profiler.rst
deleted file mode 100644
index 7aa82b8f7..000000000
--- a/docs/colossalai/colossalai.utils.profiler.legacy.pcie_profiler.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.profiler.legacy.pcie\_profiler
-===============================================
-
-.. automodule:: colossalai.utils.profiler.legacy.pcie_profiler
-   :members:
diff --git a/docs/colossalai/colossalai.utils.profiler.legacy.prof_utils.rst b/docs/colossalai/colossalai.utils.profiler.legacy.prof_utils.rst
deleted file mode 100644
index 93af82b2f..000000000
--- a/docs/colossalai/colossalai.utils.profiler.legacy.prof_utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.profiler.legacy.prof\_utils
-============================================
-
-.. automodule:: colossalai.utils.profiler.legacy.prof_utils
-   :members:
diff --git a/docs/colossalai/colossalai.utils.profiler.legacy.rst b/docs/colossalai/colossalai.utils.profiler.legacy.rst
deleted file mode 100644
index 37fcebde5..000000000
--- a/docs/colossalai/colossalai.utils.profiler.legacy.rst
+++ /dev/null
@@ -1,14 +0,0 @@
-colossalai.utils.profiler.legacy
-================================
-
-.. automodule:: colossalai.utils.profiler.legacy
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.utils.profiler.legacy.comm_profiler
-   colossalai.utils.profiler.legacy.mem_profiler
-   colossalai.utils.profiler.legacy.pcie_profiler
-   colossalai.utils.profiler.legacy.prof_utils
diff --git a/docs/colossalai/colossalai.utils.profiler.profiler.rst b/docs/colossalai/colossalai.utils.profiler.profiler.rst
deleted file mode 100644
index d35522837..000000000
--- a/docs/colossalai/colossalai.utils.profiler.profiler.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.profiler.profiler
-==================================
-
-.. automodule:: colossalai.utils.profiler.profiler
-   :members:
diff --git a/docs/colossalai/colossalai.utils.profiler.rst b/docs/colossalai/colossalai.utils.profiler.rst
deleted file mode 100644
index 15681fcf2..000000000
--- a/docs/colossalai/colossalai.utils.profiler.rst
+++ /dev/null
@@ -1,18 +0,0 @@
-colossalai.utils.profiler
-=========================
-
-.. automodule:: colossalai.utils.profiler
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.utils.profiler.legacy
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.utils.profiler.extention
-   colossalai.utils.profiler.profiler
-   colossalai.utils.profiler.stateful_tensor_mem_extention
diff --git a/docs/colossalai/colossalai.utils.profiler.stateful_tensor_mem_extention.rst b/docs/colossalai/colossalai.utils.profiler.stateful_tensor_mem_extention.rst
deleted file mode 100644
index 72a3fccec..000000000
--- a/docs/colossalai/colossalai.utils.profiler.stateful_tensor_mem_extention.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.profiler.stateful\_tensor\_mem\_extention
-==========================================================
-
-.. automodule:: colossalai.utils.profiler.stateful_tensor_mem_extention
-   :members:
diff --git a/docs/colossalai/colossalai.utils.rst b/docs/colossalai/colossalai.utils.rst
deleted file mode 100644
index 8b232a12c..000000000
--- a/docs/colossalai/colossalai.utils.rst
+++ /dev/null
@@ -1,27 +0,0 @@
-colossalai.utils
-================
-
-.. automodule:: colossalai.utils
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.utils.checkpoint
-   colossalai.utils.data_sampler
-   colossalai.utils.model
-   colossalai.utils.multi_tensor_apply
-   colossalai.utils.profiler
-   colossalai.utils.tensor_detector
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.utils.activation_checkpoint
-   colossalai.utils.checkpointing
-   colossalai.utils.common
-   colossalai.utils.cuda
-   colossalai.utils.memory
-   colossalai.utils.moe
-   colossalai.utils.timer
diff --git a/docs/colossalai/colossalai.utils.tensor_detector.rst b/docs/colossalai/colossalai.utils.tensor_detector.rst
deleted file mode 100644
index 807d67e3a..000000000
--- a/docs/colossalai/colossalai.utils.tensor_detector.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.utils.tensor\_detector
-=================================
-
-.. automodule:: colossalai.utils.tensor_detector
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.utils.tensor_detector.tensor_detector
diff --git a/docs/colossalai/colossalai.utils.tensor_detector.tensor_detector.rst b/docs/colossalai/colossalai.utils.tensor_detector.tensor_detector.rst
deleted file mode 100644
index 991cea343..000000000
--- a/docs/colossalai/colossalai.utils.tensor_detector.tensor_detector.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.tensor\_detector.tensor\_detector
-==================================================
-
-.. automodule:: colossalai.utils.tensor_detector.tensor_detector
-   :members:
diff --git a/docs/colossalai/colossalai.utils.timer.rst b/docs/colossalai/colossalai.utils.timer.rst
deleted file mode 100644
index 2014c85f5..000000000
--- a/docs/colossalai/colossalai.utils.timer.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.utils.timer
-======================
-
-.. automodule:: colossalai.utils.timer
-   :members:
diff --git a/docs/colossalai/colossalai.zero.init_ctx.init_context.rst b/docs/colossalai/colossalai.zero.init_ctx.init_context.rst
deleted file mode 100644
index 1694074e8..000000000
--- a/docs/colossalai/colossalai.zero.init_ctx.init_context.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.zero.init\_ctx.init\_context
-=======================================
-
-.. automodule:: colossalai.zero.init_ctx.init_context
-   :members:
diff --git a/docs/colossalai/colossalai.zero.init_ctx.rst b/docs/colossalai/colossalai.zero.init_ctx.rst
deleted file mode 100644
index 88cf471df..000000000
--- a/docs/colossalai/colossalai.zero.init_ctx.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.zero.init\_ctx
-=========================
-
-.. automodule:: colossalai.zero.init_ctx
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.zero.init_ctx.init_context
diff --git a/docs/colossalai/colossalai.zero.rst b/docs/colossalai/colossalai.zero.rst
deleted file mode 100644
index 3bcaffd28..000000000
--- a/docs/colossalai/colossalai.zero.rst
+++ /dev/null
@@ -1,21 +0,0 @@
-colossalai.zero
-===============
-
-.. automodule:: colossalai.zero
-   :members:
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.zero.init_ctx
-   colossalai.zero.shard_utils
-   colossalai.zero.sharded_model
-   colossalai.zero.sharded_optim
-   colossalai.zero.sharded_param
-   colossalai.zero.utils
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.zero.zero_optimizer
diff --git a/docs/colossalai/colossalai.zero.shard_utils.base_shard_strategy.rst b/docs/colossalai/colossalai.zero.shard_utils.base_shard_strategy.rst
deleted file mode 100644
index d5b59e06a..000000000
--- a/docs/colossalai/colossalai.zero.shard_utils.base_shard_strategy.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.zero.shard\_utils.base\_shard\_strategy
-==================================================
-
-.. automodule:: colossalai.zero.shard_utils.base_shard_strategy
-   :members:
diff --git a/docs/colossalai/colossalai.zero.shard_utils.bucket_tensor_shard_strategy.rst b/docs/colossalai/colossalai.zero.shard_utils.bucket_tensor_shard_strategy.rst
deleted file mode 100644
index 952c5bbdd..000000000
--- a/docs/colossalai/colossalai.zero.shard_utils.bucket_tensor_shard_strategy.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.zero.shard\_utils.bucket\_tensor\_shard\_strategy
-============================================================
-
-.. automodule:: colossalai.zero.shard_utils.bucket_tensor_shard_strategy
-   :members:
diff --git a/docs/colossalai/colossalai.zero.shard_utils.commons.rst b/docs/colossalai/colossalai.zero.shard_utils.commons.rst
deleted file mode 100644
index aa6682d79..000000000
--- a/docs/colossalai/colossalai.zero.shard_utils.commons.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.zero.shard\_utils.commons
-====================================
-
-.. automodule:: colossalai.zero.shard_utils.commons
-   :members:
diff --git a/docs/colossalai/colossalai.zero.shard_utils.rst b/docs/colossalai/colossalai.zero.shard_utils.rst
deleted file mode 100644
index 580bfdab7..000000000
--- a/docs/colossalai/colossalai.zero.shard_utils.rst
+++ /dev/null
@@ -1,14 +0,0 @@
-colossalai.zero.shard\_utils
-============================
-
-.. automodule:: colossalai.zero.shard_utils
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.zero.shard_utils.base_shard_strategy
-   colossalai.zero.shard_utils.bucket_tensor_shard_strategy
-   colossalai.zero.shard_utils.commons
-   colossalai.zero.shard_utils.tensor_shard_strategy
diff --git a/docs/colossalai/colossalai.zero.shard_utils.tensor_shard_strategy.rst b/docs/colossalai/colossalai.zero.shard_utils.tensor_shard_strategy.rst
deleted file mode 100644
index 571b7bd7a..000000000
--- a/docs/colossalai/colossalai.zero.shard_utils.tensor_shard_strategy.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.zero.shard\_utils.tensor\_shard\_strategy
-====================================================
-
-.. automodule:: colossalai.zero.shard_utils.tensor_shard_strategy
-   :members:
diff --git a/docs/colossalai/colossalai.zero.sharded_model.reduce_scatter.rst b/docs/colossalai/colossalai.zero.sharded_model.reduce_scatter.rst
deleted file mode 100644
index cf861ee70..000000000
--- a/docs/colossalai/colossalai.zero.sharded_model.reduce_scatter.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.zero.sharded\_model.reduce\_scatter
-==============================================
-
-.. automodule:: colossalai.zero.sharded_model.reduce_scatter
-   :members:
diff --git a/docs/colossalai/colossalai.zero.sharded_model.rst b/docs/colossalai/colossalai.zero.sharded_model.rst
deleted file mode 100644
index fb3f5a845..000000000
--- a/docs/colossalai/colossalai.zero.sharded_model.rst
+++ /dev/null
@@ -1,13 +0,0 @@
-colossalai.zero.sharded\_model
-==============================
-
-.. automodule:: colossalai.zero.sharded_model
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.zero.sharded_model.reduce_scatter
-   colossalai.zero.sharded_model.sharded_model_v2
-   colossalai.zero.sharded_model.utils
diff --git a/docs/colossalai/colossalai.zero.sharded_model.sharded_model_v2.rst b/docs/colossalai/colossalai.zero.sharded_model.sharded_model_v2.rst
deleted file mode 100644
index a0e191377..000000000
--- a/docs/colossalai/colossalai.zero.sharded_model.sharded_model_v2.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.zero.sharded\_model.sharded\_model\_v2
-=================================================
-
-.. automodule:: colossalai.zero.sharded_model.sharded_model_v2
-   :members:
diff --git a/docs/colossalai/colossalai.zero.sharded_model.utils.rst b/docs/colossalai/colossalai.zero.sharded_model.utils.rst
deleted file mode 100644
index 5e3767742..000000000
--- a/docs/colossalai/colossalai.zero.sharded_model.utils.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.zero.sharded\_model.utils
-====================================
-
-.. automodule:: colossalai.zero.sharded_model.utils
-   :members:
diff --git a/docs/colossalai/colossalai.zero.sharded_optim.rst b/docs/colossalai/colossalai.zero.sharded_optim.rst
deleted file mode 100644
index db3dfdddb..000000000
--- a/docs/colossalai/colossalai.zero.sharded_optim.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-colossalai.zero.sharded\_optim
-==============================
-
-.. automodule:: colossalai.zero.sharded_optim
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.zero.sharded_optim.sharded_optim_v2
diff --git a/docs/colossalai/colossalai.zero.sharded_optim.sharded_optim_v2.rst b/docs/colossalai/colossalai.zero.sharded_optim.sharded_optim_v2.rst
deleted file mode 100644
index 01fbe0c4c..000000000
--- a/docs/colossalai/colossalai.zero.sharded_optim.sharded_optim_v2.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.zero.sharded\_optim.sharded\_optim\_v2
-=================================================
-
-.. automodule:: colossalai.zero.sharded_optim.sharded_optim_v2
-   :members:
diff --git a/docs/colossalai/colossalai.zero.sharded_param.rst b/docs/colossalai/colossalai.zero.sharded_param.rst
deleted file mode 100644
index 02e0fc6c2..000000000
--- a/docs/colossalai/colossalai.zero.sharded_param.rst
+++ /dev/null
@@ -1,12 +0,0 @@
-colossalai.zero.sharded\_param
-==============================
-
-.. automodule:: colossalai.zero.sharded_param
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.zero.sharded_param.sharded_param
-   colossalai.zero.sharded_param.sharded_tensor
diff --git a/docs/colossalai/colossalai.zero.sharded_param.sharded_param.rst b/docs/colossalai/colossalai.zero.sharded_param.sharded_param.rst
deleted file mode 100644
index efa2f0de3..000000000
--- a/docs/colossalai/colossalai.zero.sharded_param.sharded_param.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.zero.sharded\_param.sharded\_param
-=============================================
-
-.. automodule:: colossalai.zero.sharded_param.sharded_param
-   :members:
diff --git a/docs/colossalai/colossalai.zero.sharded_param.sharded_tensor.rst b/docs/colossalai/colossalai.zero.sharded_param.sharded_tensor.rst
deleted file mode 100644
index 930c28de4..000000000
--- a/docs/colossalai/colossalai.zero.sharded_param.sharded_tensor.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.zero.sharded\_param.sharded\_tensor
-==============================================
-
-.. automodule:: colossalai.zero.sharded_param.sharded_tensor
-   :members:
diff --git a/docs/colossalai/colossalai.zero.utils.rst b/docs/colossalai/colossalai.zero.utils.rst
deleted file mode 100644
index 50ee9071e..000000000
--- a/docs/colossalai/colossalai.zero.utils.rst
+++ /dev/null
@@ -1,12 +0,0 @@
-colossalai.zero.utils
-=====================
-
-.. automodule:: colossalai.zero.utils
-   :members:
-
-
-.. toctree::
-   :maxdepth: 2
-
-   colossalai.zero.utils.zero_hook
-   colossalai.zero.utils.gemini_hook
diff --git a/docs/colossalai/colossalai.zero.utils.zero_hook.rst b/docs/colossalai/colossalai.zero.utils.zero_hook.rst
deleted file mode 100644
index 424f466dd..000000000
--- a/docs/colossalai/colossalai.zero.utils.zero_hook.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.zero.utils.zero\_hook
-================================
-
-.. automodule:: colossalai.zero.utils.zero_hook
-   :members:
diff --git a/docs/colossalai/colossalai.zero.utils.zero_hook_v2.rst b/docs/colossalai/colossalai.zero.utils.zero_hook_v2.rst
deleted file mode 100644
index e6d6673af..000000000
--- a/docs/colossalai/colossalai.zero.utils.zero_hook_v2.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.zero.utils.zero\_hook\_v2
-====================================
-
-.. automodule:: colossalai.zero.utils.gemini_hook
-   :members:
diff --git a/docs/colossalai/colossalai.zero.zero_optimizer.rst b/docs/colossalai/colossalai.zero.zero_optimizer.rst
deleted file mode 100644
index b945b081c..000000000
--- a/docs/colossalai/colossalai.zero.zero_optimizer.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-colossalai.zero.zero\_optimizer
-===============================
-
-.. automodule:: colossalai.zero.zero_optimizer
-   :members:
diff --git a/docs/conf.py b/docs/conf.py
deleted file mode 100644
index 52e999f3b..000000000
--- a/docs/conf.py
+++ /dev/null
@@ -1,137 +0,0 @@
-# Configuration file for the Sphinx documentation builder.
-#
-# This file only contains a selection of the most common options. For a full
-# list see the documentation:
-# https://www.sphinx-doc.org/en/master/usage/configuration.html
-
-# -- Path setup --------------------------------------------------------------
-
-import datetime
-# If extensions (or modules to document with autodoc) are in another directory,
-# add these directories to sys.path here. If the directory is relative to the
-# documentation root, use os.path.abspath to make it absolute, like shown here.
-#
-import os
-import sys
-
-sys.path.insert(0, os.path.abspath('..'))
-
-# -- Project information -----------------------------------------------------
-
-project = 'Colossal-AI'
-copyright = f'{datetime.datetime.now().year}, HPC-AI Tech'
-author = 'HPC-AI Technology Inc.'
-
-# The full version, including alpha/beta/rc tags
-# release = '0.0.1'
-
-# -- General configuration ---------------------------------------------------
-
-# Add any Sphinx extension module names here, as strings. They can be
-# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom
-# ones.
-extensions = [
-    'sphinx.ext.autodoc',
-    'sphinx.ext.mathjax',
-    'sphinx.ext.napoleon',
-    'sphinx.ext.linkcode',
-    'myst_parser',
-]
-
-# Disable docstring inheritance
-autodoc_inherit_docstrings = False
-
-# Disable displaying type annotations, these can be very verbose
-autodoc_typehints = 'none'
-
-# Enable overriding of function signatures in the first line of the docstring.
-autodoc_docstring_signature = True
-autodoc_default_options = {
-    'member-order': 'bysource',
-}
-
-# Add any paths that contain templates here, relative to this directory.
-templates_path = ['_templates']
-
-# List of patterns, relative to source directory, that match files and
-# directories to ignore when looking for source files.
-# This pattern also affects html_static_path and html_extra_path.
-exclude_patterns = ['.build', 'Thumbs.db', '.DS_Store']
-
-# -- Options for HTML output -------------------------------------------------
-
-# The theme to use for HTML and HTML Help pages.  See the documentation for
-# a list of builtin themes.
-#
-html_theme = 'sphinx_book_theme'
-html_show_sourcelink = False
-html_theme_options = {
-    'navigation_depth': 3,
-}
-
-html_context = {
-    'display_github': True,
-    'github_user': 'hpcaitech',
-    'github_repo': 'ColossalAI',
-    #   'github_version': 'master/docs/',
-}
-
-# Add any paths that contain custom static files (such as style sheets) here,
-# relative to this directory. They are copied after the builtin static files,
-# so a file named "default.css" will overwrite the builtin "default.css".
-html_static_path = ['_static']
-
-html_css_files = [
-    'css/rtd_theme.css',
-]
-
-# -- Extension configuration -------------------------------------------------
-source_suffix = ['.rst', '.md', '.MD']
-
-import inspect
-
-import colossalai
-
-
-def linkcode_resolve(domain, info):
-    """
-    Determine the URL corresponding to Python object
-    """
-    if domain != 'py':
-        return None
-
-    modname = info['module']
-    fullname = info['fullname']
-
-    submod = sys.modules.get(modname)
-    if submod is None:
-        return None
-
-    obj = submod
-    for part in fullname.split('.'):
-        try:
-            obj = getattr(obj, part)
-        except Exception:
-            return None
-
-    try:
-        fn = inspect.getsourcefile(obj)
-    except Exception:
-        fn = None
-    if not fn:
-        return None
-
-    try:
-        source, lineno = inspect.findsource(obj)
-    except Exception:
-        lineno = None
-
-    if lineno:
-        linespec = "#L%d" % (lineno + 1)
-    else:
-        linespec = ""
-
-    fn = os.path.relpath(fn, start=os.path.dirname(colossalai.__file__))
-
-    github = "https://github.com/hpcaitech/ColossalAI/blob/main/colossalai/{}{}"
-    return github.format(fn, linespec)
diff --git a/docs/index.rst b/docs/index.rst
deleted file mode 100644
index f275f7829..000000000
--- a/docs/index.rst
+++ /dev/null
@@ -1,27 +0,0 @@
-.. Colossal-AI documentation master file, created by
-   sphinx-quickstart on Mon Oct 11 17:05:05 2021.
-   You can adapt this file completely to your liking, but it should at least
-   contain the root `toctree` directive.
-
-Colossal-AI API documentation
-======================================
-
-.. toctree::
-   :maxdepth: 2
-   :caption: API REFERENCE
-
-   colossalai/colossalai
-
-.. toctree::
-   :maxdepth: 2
-   :caption: Useful links for Colossal-AI
-
-   links/Colossalai examples
-   links/Colossalai benchmarks
-   links/Colossalai tutorial
-
-
-Indices and tables
---------------------
-
-* :ref:`genindex`
diff --git a/docs/links/Colossalai Homepage.rst b/docs/links/Colossalai Homepage.rst
deleted file mode 100644
index 38e223bd2..000000000
--- a/docs/links/Colossalai Homepage.rst	
+++ /dev/null
@@ -1,6 +0,0 @@
-Colossal-AI Github Homepage
-==================================
-
-*If you are looking for the Git homepage of Colossal-AI, please check*
-`Colossal-AI Tutorial <https://github.com/hpcaitech/ColossalAI>`_
-*for our source code.*
\ No newline at end of file
diff --git a/docs/links/Colossalai benchmarks.rst b/docs/links/Colossalai benchmarks.rst
deleted file mode 100644
index 1835670a5..000000000
--- a/docs/links/Colossalai benchmarks.rst	
+++ /dev/null
@@ -1,6 +0,0 @@
-Colossal-AI Benchmarks
-==================================
-
-*If you are interested in the performance or the features of Colossal-AI, please check*
-`Colossal-AI Benchmark <https://github.com/hpcaitech/ColossalAI-Benchmark>`_.
-*to get more details about our performance on CIFAR10, ImageNet1K or GPT2 ZeRO.*
\ No newline at end of file
diff --git a/docs/links/Colossalai examples.rst b/docs/links/Colossalai examples.rst
deleted file mode 100644
index c375f007a..000000000
--- a/docs/links/Colossalai examples.rst	
+++ /dev/null
@@ -1,6 +0,0 @@
-Colossal-AI Examples
-==================================
-
-*If you are looking for the example code of using Colossal-AI in CV or NLP, please check*
-`Colossal-AI Example <https://github.com/hpcaitech/ColossalAI-Examples>`_
-*to get more details about using colossalai in Resnet, Moe, Vit, Bert and GPT*
\ No newline at end of file
diff --git a/docs/links/Colossalai tutorial.rst b/docs/links/Colossalai tutorial.rst
deleted file mode 100644
index a4ab7f5b9..000000000
--- a/docs/links/Colossalai tutorial.rst	
+++ /dev/null
@@ -1,7 +0,0 @@
-Colossal-AI Tutorial
-==================================
-
-*If you are looking for the tutorial of using Colossal-AI, please check*
-`Colossal-AI Tutorial <https://www.colossalai.org/docs/get_started/installation>`_
-*to get more details about getting started, using TP (tensor parallel), PP (pipeline parallel)
-and training with colossalai trainer or engine.*
\ No newline at end of file
diff --git a/docs/make.bat b/docs/make.bat
deleted file mode 100644
index cf7321411..000000000
--- a/docs/make.bat
+++ /dev/null
@@ -1,35 +0,0 @@
-@ECHO OFF
-
-pushd %~dp0
-
-REM Command file for Sphinx documentation
-
-if "%SPHINXBUILD%" == "" (
-	set SPHINXBUILD=sphinx-build
-)
-set SOURCEDIR=.
-set BUILDDIR=.build
-
-if "%1" == "" goto help
-
-%SPHINXBUILD% >NUL 2>NUL
-if errorlevel 9009 (
-	echo.
-	echo.The 'sphinx-build' command was not found. Make sure you have Sphinx
-	echo.installed, then set the SPHINXBUILD environment variable to point
-	echo.to the full path of the 'sphinx-build' executable. Alternatively you
-	echo.may add the Sphinx directory to PATH.
-	echo.
-	echo.If you don't have Sphinx installed, grab it from
-	echo.https://www.sphinx-doc.org/
-	exit /b 1
-)
-
-%SPHINXBUILD% -M %1 %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O%
-goto end
-
-:help
-%SPHINXBUILD% -M help %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O%
-
-:end
-popd
diff --git a/docs/requirements.txt b/docs/requirements.txt
deleted file mode 100644
index c93221495..000000000
--- a/docs/requirements.txt
+++ /dev/null
@@ -1,5 +0,0 @@
-tensorboard
-apex
-sphinx
-myst-parser
-sphinx-book-theme