From 9e3b8b7affc0961d8d0e7e4a1ab67d1c4ada9ce4 Mon Sep 17 00:00:00 2001 From: Frank Lee Date: Tue, 28 Feb 2023 11:28:24 +0800 Subject: [PATCH] [doc] removed read-the-docs (#2932) --- .readthedocs.yaml | 30 ---- docs/Makefile | 26 ---- docs/_static/css/rtd_theme.css | 3 - docs/_templates/apidoc/module.rst_t | 9 -- docs/_templates/apidoc/package.rst_t | 52 ------- docs/_templates/apidoc/toc.rst_t | 8 - docs/colossalai/colossalai.amp.amp_type.rst | 5 - .../colossalai.amp.apex_amp.apex_amp.rst | 5 - docs/colossalai/colossalai.amp.apex_amp.rst | 11 -- .../colossalai.amp.naive_amp.grad_scaler.rst | 8 - .../colossalai.amp.naive_amp.naive_amp.rst | 5 - docs/colossalai/colossalai.amp.naive_amp.rst | 16 -- docs/colossalai/colossalai.amp.rst | 18 --- docs/colossalai/colossalai.amp.torch_amp.rst | 11 -- .../colossalai.amp.torch_amp.torch_amp.rst | 5 - .../colossalai/colossalai.builder.builder.rst | 5 - docs/colossalai/colossalai.builder.rst | 11 -- .../colossalai.cli.benchmark.benchmark.rst | 5 - .../colossalai.cli.benchmark.models.rst | 5 - docs/colossalai/colossalai.cli.benchmark.rst | 13 -- .../colossalai.cli.benchmark.utils.rst | 5 - ...olossalai.cli.check.check_installation.rst | 5 - docs/colossalai/colossalai.cli.check.rst | 11 -- docs/colossalai/colossalai.cli.cli.rst | 5 - .../colossalai.cli.launcher.hostinfo.rst | 5 - ...lossalai.cli.launcher.multinode_runner.rst | 5 - docs/colossalai/colossalai.cli.launcher.rst | 13 -- .../colossalai.cli.launcher.run.rst | 5 - docs/colossalai/colossalai.cli.rst | 18 --- .../colossalai.communication.collective.rst | 5 - .../colossalai.communication.p2p.rst | 5 - .../colossalai.communication.ring.rst | 5 - docs/colossalai/colossalai.communication.rst | 14 -- .../colossalai.communication.utils.rst | 5 - docs/colossalai/colossalai.constants.rst | 5 - docs/colossalai/colossalai.context.config.rst | 5 - .../colossalai.context.moe_context.rst | 5 - .../colossalai.context.parallel_context.rst | 5 - .../colossalai.context.parallel_mode.rst | 5 - ...ocess_group_initializer.initializer_1d.rst | 5 - ...ocess_group_initializer.initializer_2d.rst | 5 - ...ess_group_initializer.initializer_2p5d.rst | 5 - ...ocess_group_initializer.initializer_3d.rst | 5 - ...ess_group_initializer.initializer_data.rst | 5 - ...ss_group_initializer.initializer_model.rst | 5 - ...group_initializer.initializer_pipeline.rst | 5 - ...group_initializer.initializer_sequence.rst | 5 - ...s_group_initializer.initializer_tensor.rst | 5 - ..._initializer.process_group_initializer.rst | 5 - ...alai.context.process_group_initializer.rst | 20 --- docs/colossalai/colossalai.context.random.rst | 11 -- ...colossalai.context.random.seed_manager.rst | 5 - docs/colossalai/colossalai.context.rst | 21 --- .../colossalai.context.singleton_meta.rst | 5 - docs/colossalai/colossalai.core.rst | 5 - ...olossalai.engine.gradient_accumulation.rst | 5 - .../colossalai.engine.gradient_handler.rst | 11 -- ...lossalai.engine.gradient_handler.utils.rst | 5 - docs/colossalai/colossalai.engine.rst | 12 -- .../colossalai/colossalai.engine.schedule.rst | 5 - ...salai.fx.passes.adding_split_node_pass.rst | 5 - .../colossalai.fx.passes.meta_info_prop.rst | 5 - docs/colossalai/colossalai.fx.passes.rst | 15 -- .../colossalai.fx.passes.shard_1d_pass.rst | 5 - .../colossalai.fx.passes.split_module.rst | 5 - .../colossalai/colossalai.fx.passes.utils.rst | 5 - docs/colossalai/colossalai.fx.proxy.rst | 5 - docs/colossalai/colossalai.fx.rst | 17 --- docs/colossalai/colossalai.fx.tracer.rst | 11 -- .../colossalai.fx.tracer.tracer.rst | 5 - docs/colossalai/colossalai.gemini.chunk.rst | 5 - .../colossalai.gemini.chunk_mgr.rst | 5 - .../colossalai.gemini.gemini_context.rst | 5 - .../colossalai.gemini.gemini_mgr.rst | 5 - ...ai.gemini.memory_tracer.memory_monitor.rst | 5 - ...emini.memory_tracer.memstats_collector.rst | 5 - ...ini.memory_tracer.model_data_memtracer.rst | 5 - .../colossalai.gemini.memory_tracer.rst | 13 -- docs/colossalai/colossalai.gemini.ophooks.rst | 11 -- .../colossalai.gemini.ophooks.utils.rst | 5 - .../colossalai.gemini.paramhooks.rst | 5 - .../colossalai.gemini.placement_policy.rst | 5 - docs/colossalai/colossalai.gemini.rst | 27 ---- .../colossalai.gemini.stateful_tensor.rst | 5 - ...salai.gemini.stateful_tensor_container.rst | 5 - .../colossalai.gemini.stateful_tensor_mgr.rst | 5 - ...ossalai.gemini.tensor_placement_policy.rst | 5 - .../colossalai.gemini.tensor_utils.rst | 5 - .../colossalai.global_variables.rst | 5 - docs/colossalai/colossalai.initialize.rst | 5 - ...lossalai.kernel.cuda_native.layer_norm.rst | 5 - ...kernel.cuda_native.multihead_attention.rst | 5 - .../colossalai.kernel.cuda_native.rst | 13 -- ...alai.kernel.cuda_native.scaled_softmax.rst | 5 - ...colossalai.kernel.jit.bias_dropout_add.rst | 5 - .../colossalai.kernel.jit.bias_gelu.rst | 5 - .../colossalai.kernel.jit.option.rst | 5 - docs/colossalai/colossalai.kernel.jit.rst | 13 -- docs/colossalai/colossalai.kernel.rst | 11 -- docs/colossalai/colossalai.logging.logger.rst | 5 - docs/colossalai/colossalai.logging.rst | 11 -- .../colossalai.nn.graph.graph_node.rst | 5 - docs/colossalai/colossalai.nn.graph.rst | 12 -- docs/colossalai/colossalai.nn.graph.utils.rst | 5 - docs/colossalai/colossalai.nn.init.rst | 5 - .../colossalai.nn.layer.base_layer.rst | 5 - ...alai.nn.layer.colossalai_layer.dropout.rst | 5 - ...ai.nn.layer.colossalai_layer.embedding.rst | 5 - ...salai.nn.layer.colossalai_layer.linear.rst | 5 - ...n.layer.colossalai_layer.normalization.rst | 5 - .../colossalai.nn.layer.colossalai_layer.rst | 14 -- .../colossalai.nn.layer.moe.experts.rst | 5 - .../colossalai.nn.layer.moe.layers.rst | 5 - docs/colossalai/colossalai.nn.layer.moe.rst | 13 -- .../colossalai.nn.layer.moe.utils.rst | 5 - ...colossalai.nn.layer.parallel_1d.layers.rst | 5 - .../colossalai.nn.layer.parallel_1d.rst | 11 -- ...colossalai.nn.layer.parallel_2d.layers.rst | 5 - .../colossalai.nn.layer.parallel_2d.rst | 11 -- ...lossalai.nn.layer.parallel_2p5d.layers.rst | 5 - .../colossalai.nn.layer.parallel_2p5d.rst | 11 -- ...colossalai.nn.layer.parallel_3d.layers.rst | 5 - .../colossalai.nn.layer.parallel_3d.rst | 11 -- ...alai.nn.layer.parallel_sequence.layers.rst | 5 - .../colossalai.nn.layer.parallel_sequence.rst | 11 -- docs/colossalai/colossalai.nn.layer.rst | 25 ---- .../colossalai.nn.layer.utils.common.rst | 5 - docs/colossalai/colossalai.nn.layer.utils.rst | 11 -- .../colossalai.nn.layer.vanilla.layers.rst | 5 - .../colossalai.nn.layer.vanilla.rst | 11 -- ...alai.nn.layer.wrapper.pipeline_wrapper.rst | 5 - .../colossalai.nn.layer.wrapper.rst | 11 -- .../colossalai/colossalai.nn.loss.loss_1d.rst | 5 - .../colossalai/colossalai.nn.loss.loss_2d.rst | 5 - .../colossalai.nn.loss.loss_2p5d.rst | 5 - .../colossalai/colossalai.nn.loss.loss_3d.rst | 5 - .../colossalai.nn.loss.loss_moe.rst | 5 - docs/colossalai/colossalai.nn.loss.rst | 15 -- .../colossalai.nn.lr_scheduler.cosine.rst | 5 - .../colossalai.nn.lr_scheduler.delayed.rst | 5 - .../colossalai.nn.lr_scheduler.linear.rst | 5 - .../colossalai.nn.lr_scheduler.multistep.rst | 5 - .../colossalai.nn.lr_scheduler.onecycle.rst | 5 - .../colossalai.nn.lr_scheduler.poly.rst | 5 - .../colossalai/colossalai.nn.lr_scheduler.rst | 17 --- .../colossalai.nn.lr_scheduler.torch.rst | 5 - .../colossalai.nn.metric.accuracy_2d.rst | 5 - .../colossalai.nn.metric.accuracy_2p5d.rst | 5 - .../colossalai.nn.metric.accuracy_3d.rst | 5 - docs/colossalai/colossalai.nn.metric.rst | 13 -- ...alai.nn.optimizer.colossalai_optimizer.rst | 5 - .../colossalai.nn.optimizer.cpu_adam.rst | 5 - .../colossalai.nn.optimizer.fused_adam.rst | 5 - .../colossalai.nn.optimizer.fused_lamb.rst | 5 - .../colossalai.nn.optimizer.fused_sgd.rst | 5 - .../colossalai.nn.optimizer.hybrid_adam.rst | 5 - .../colossalai.nn.optimizer.lamb.rst | 5 - .../colossalai.nn.optimizer.lars.rst | 5 - docs/colossalai/colossalai.nn.optimizer.rst | 19 --- .../colossalai.nn.optimizer.utils.rst | 5 - .../colossalai.nn.parallel.data_parallel.rst | 5 - ...ossalai.nn.parallel.layers.colo_module.rst | 5 - ...olossalai.nn.parallel.layers.embedding.rst | 5 - .../colossalai.nn.parallel.layers.linear.rst | 5 - ...ssalai.nn.parallel.layers.module_utils.rst | 5 - .../colossalai.nn.parallel.layers.rst | 14 -- .../colossalai.nn.parallel.reducer.rst | 5 - docs/colossalai/colossalai.nn.parallel.rst | 17 --- docs/colossalai/colossalai.nn.rst | 22 --- .../colossalai.pipeline.layer_sepc.rst | 5 - .../colossalai.pipeline.pipelinable.rst | 5 - docs/colossalai/colossalai.pipeline.rst | 13 -- docs/colossalai/colossalai.pipeline.utils.rst | 5 - .../colossalai.registry.registry.rst | 5 - docs/colossalai/colossalai.registry.rst | 11 -- docs/colossalai/colossalai.rst | 36 ----- .../colossalai.tensor.colo_parameter.rst | 5 - .../colossalai.tensor.colo_tensor.rst | 5 - .../colossalai.tensor.compute_spec.rst | 5 - docs/colossalai/colossalai.tensor.const.rst | 5 - .../colossalai.tensor.dist_spec_mgr.rst | 5 - .../colossalai/colossalai.tensor.distspec.rst | 5 - .../colossalai.tensor.op_wrapper.rst | 5 - .../colossalai.tensor.param_op_hook.rst | 5 - .../colossalai.tensor.process_group.rst | 5 - docs/colossalai/colossalai.tensor.rst | 21 --- .../colossalai.tensor.tensor_spec.rst | 5 - docs/colossalai/colossalai.tensor.utils.rst | 5 - .../colossalai.testing.comparison.rst | 5 - docs/colossalai/colossalai.testing.rst | 12 -- docs/colossalai/colossalai.testing.utils.rst | 5 - docs/colossalai/colossalai.trainer.hooks.rst | 5 - docs/colossalai/colossalai.trainer.rst | 10 -- ...colossalai.utils.activation_checkpoint.rst | 5 - ...lai.utils.checkpoint.module_checkpoint.rst | 5 - .../colossalai.utils.checkpoint.rst | 12 -- .../colossalai.utils.checkpoint.utils.rst | 5 - .../colossalai.utils.checkpointing.rst | 5 - docs/colossalai/colossalai.utils.common.rst | 5 - docs/colossalai/colossalai.utils.cuda.rst | 5 - ...ssalai.utils.data_sampler.base_sampler.rst | 5 - ...ils.data_sampler.data_parallel_sampler.rst | 5 - .../colossalai.utils.data_sampler.rst | 12 -- docs/colossalai/colossalai.utils.memory.rst | 5 - ...lossalai.utils.model.colo_init_context.rst | 5 - ...lossalai.utils.model.lazy_init_context.rst | 5 - docs/colossalai/colossalai.utils.model.rst | 13 -- .../colossalai.utils.model.utils.rst | 5 - docs/colossalai/colossalai.utils.moe.rst | 5 - ....multi_tensor_apply.multi_tensor_apply.rst | 5 - .../colossalai.utils.multi_tensor_apply.rst | 11 -- .../colossalai.utils.profiler.extention.rst | 5 - ...ai.utils.profiler.legacy.comm_profiler.rst | 5 - ...lai.utils.profiler.legacy.mem_profiler.rst | 5 - ...ai.utils.profiler.legacy.pcie_profiler.rst | 5 - ...salai.utils.profiler.legacy.prof_utils.rst | 5 - .../colossalai.utils.profiler.legacy.rst | 14 -- .../colossalai.utils.profiler.profiler.rst | 5 - docs/colossalai/colossalai.utils.profiler.rst | 18 --- ...profiler.stateful_tensor_mem_extention.rst | 5 - docs/colossalai/colossalai.utils.rst | 27 ---- .../colossalai.utils.tensor_detector.rst | 11 -- ....utils.tensor_detector.tensor_detector.rst | 5 - docs/colossalai/colossalai.utils.timer.rst | 5 - .../colossalai.zero.init_ctx.init_context.rst | 5 - docs/colossalai/colossalai.zero.init_ctx.rst | 11 -- docs/colossalai/colossalai.zero.rst | 21 --- ...i.zero.shard_utils.base_shard_strategy.rst | 5 - ...ard_utils.bucket_tensor_shard_strategy.rst | 5 - .../colossalai.zero.shard_utils.commons.rst | 5 - .../colossalai.zero.shard_utils.rst | 14 -- ...zero.shard_utils.tensor_shard_strategy.rst | 5 - ...alai.zero.sharded_model.reduce_scatter.rst | 5 - .../colossalai.zero.sharded_model.rst | 13 -- ...ai.zero.sharded_model.sharded_model_v2.rst | 5 - .../colossalai.zero.sharded_model.utils.rst | 5 - .../colossalai.zero.sharded_optim.rst | 11 -- ...ai.zero.sharded_optim.sharded_optim_v2.rst | 5 - .../colossalai.zero.sharded_param.rst | 12 -- ...salai.zero.sharded_param.sharded_param.rst | 5 - ...alai.zero.sharded_param.sharded_tensor.rst | 5 - docs/colossalai/colossalai.zero.utils.rst | 12 -- .../colossalai.zero.utils.zero_hook.rst | 5 - .../colossalai.zero.utils.zero_hook_v2.rst | 5 - .../colossalai.zero.zero_optimizer.rst | 5 - docs/conf.py | 137 ------------------ docs/index.rst | 27 ---- docs/links/Colossalai Homepage.rst | 6 - docs/links/Colossalai benchmarks.rst | 6 - docs/links/Colossalai examples.rst | 6 - docs/links/Colossalai tutorial.rst | 7 - docs/make.bat | 35 ----- docs/requirements.txt | 5 - 253 files changed, 2167 deletions(-) delete mode 100644 .readthedocs.yaml delete mode 100644 docs/Makefile delete mode 100644 docs/_static/css/rtd_theme.css delete mode 100644 docs/_templates/apidoc/module.rst_t delete mode 100644 docs/_templates/apidoc/package.rst_t delete mode 100644 docs/_templates/apidoc/toc.rst_t delete mode 100644 docs/colossalai/colossalai.amp.amp_type.rst delete mode 100644 docs/colossalai/colossalai.amp.apex_amp.apex_amp.rst delete mode 100644 docs/colossalai/colossalai.amp.apex_amp.rst delete mode 100644 docs/colossalai/colossalai.amp.naive_amp.grad_scaler.rst delete mode 100644 docs/colossalai/colossalai.amp.naive_amp.naive_amp.rst delete mode 100644 docs/colossalai/colossalai.amp.naive_amp.rst delete mode 100644 docs/colossalai/colossalai.amp.rst delete mode 100644 docs/colossalai/colossalai.amp.torch_amp.rst delete mode 100644 docs/colossalai/colossalai.amp.torch_amp.torch_amp.rst delete mode 100644 docs/colossalai/colossalai.builder.builder.rst delete mode 100644 docs/colossalai/colossalai.builder.rst delete mode 100644 docs/colossalai/colossalai.cli.benchmark.benchmark.rst delete mode 100644 docs/colossalai/colossalai.cli.benchmark.models.rst delete mode 100644 docs/colossalai/colossalai.cli.benchmark.rst delete mode 100644 docs/colossalai/colossalai.cli.benchmark.utils.rst delete mode 100644 docs/colossalai/colossalai.cli.check.check_installation.rst delete mode 100644 docs/colossalai/colossalai.cli.check.rst delete mode 100644 docs/colossalai/colossalai.cli.cli.rst delete mode 100644 docs/colossalai/colossalai.cli.launcher.hostinfo.rst delete mode 100644 docs/colossalai/colossalai.cli.launcher.multinode_runner.rst delete mode 100644 docs/colossalai/colossalai.cli.launcher.rst delete mode 100644 docs/colossalai/colossalai.cli.launcher.run.rst delete mode 100644 docs/colossalai/colossalai.cli.rst delete mode 100644 docs/colossalai/colossalai.communication.collective.rst delete mode 100644 docs/colossalai/colossalai.communication.p2p.rst delete mode 100644 docs/colossalai/colossalai.communication.ring.rst delete mode 100644 docs/colossalai/colossalai.communication.rst delete mode 100644 docs/colossalai/colossalai.communication.utils.rst delete mode 100644 docs/colossalai/colossalai.constants.rst delete mode 100644 docs/colossalai/colossalai.context.config.rst delete mode 100644 docs/colossalai/colossalai.context.moe_context.rst delete mode 100644 docs/colossalai/colossalai.context.parallel_context.rst delete mode 100644 docs/colossalai/colossalai.context.parallel_mode.rst delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_1d.rst delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_2d.rst delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_2p5d.rst delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_3d.rst delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_data.rst delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_model.rst delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_pipeline.rst delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_sequence.rst delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.initializer_tensor.rst delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.process_group_initializer.rst delete mode 100644 docs/colossalai/colossalai.context.process_group_initializer.rst delete mode 100644 docs/colossalai/colossalai.context.random.rst delete mode 100644 docs/colossalai/colossalai.context.random.seed_manager.rst delete mode 100644 docs/colossalai/colossalai.context.rst delete mode 100644 docs/colossalai/colossalai.context.singleton_meta.rst delete mode 100644 docs/colossalai/colossalai.core.rst delete mode 100644 docs/colossalai/colossalai.engine.gradient_accumulation.rst delete mode 100644 docs/colossalai/colossalai.engine.gradient_handler.rst delete mode 100644 docs/colossalai/colossalai.engine.gradient_handler.utils.rst delete mode 100644 docs/colossalai/colossalai.engine.rst delete mode 100644 docs/colossalai/colossalai.engine.schedule.rst delete mode 100644 docs/colossalai/colossalai.fx.passes.adding_split_node_pass.rst delete mode 100644 docs/colossalai/colossalai.fx.passes.meta_info_prop.rst delete mode 100644 docs/colossalai/colossalai.fx.passes.rst delete mode 100644 docs/colossalai/colossalai.fx.passes.shard_1d_pass.rst delete mode 100644 docs/colossalai/colossalai.fx.passes.split_module.rst delete mode 100644 docs/colossalai/colossalai.fx.passes.utils.rst delete mode 100644 docs/colossalai/colossalai.fx.proxy.rst delete mode 100644 docs/colossalai/colossalai.fx.rst delete mode 100644 docs/colossalai/colossalai.fx.tracer.rst delete mode 100644 docs/colossalai/colossalai.fx.tracer.tracer.rst delete mode 100644 docs/colossalai/colossalai.gemini.chunk.rst delete mode 100644 docs/colossalai/colossalai.gemini.chunk_mgr.rst delete mode 100644 docs/colossalai/colossalai.gemini.gemini_context.rst delete mode 100644 docs/colossalai/colossalai.gemini.gemini_mgr.rst delete mode 100644 docs/colossalai/colossalai.gemini.memory_tracer.memory_monitor.rst delete mode 100644 docs/colossalai/colossalai.gemini.memory_tracer.memstats_collector.rst delete mode 100644 docs/colossalai/colossalai.gemini.memory_tracer.model_data_memtracer.rst delete mode 100644 docs/colossalai/colossalai.gemini.memory_tracer.rst delete mode 100644 docs/colossalai/colossalai.gemini.ophooks.rst delete mode 100644 docs/colossalai/colossalai.gemini.ophooks.utils.rst delete mode 100644 docs/colossalai/colossalai.gemini.paramhooks.rst delete mode 100644 docs/colossalai/colossalai.gemini.placement_policy.rst delete mode 100644 docs/colossalai/colossalai.gemini.rst delete mode 100644 docs/colossalai/colossalai.gemini.stateful_tensor.rst delete mode 100644 docs/colossalai/colossalai.gemini.stateful_tensor_container.rst delete mode 100644 docs/colossalai/colossalai.gemini.stateful_tensor_mgr.rst delete mode 100644 docs/colossalai/colossalai.gemini.tensor_placement_policy.rst delete mode 100644 docs/colossalai/colossalai.gemini.tensor_utils.rst delete mode 100644 docs/colossalai/colossalai.global_variables.rst delete mode 100644 docs/colossalai/colossalai.initialize.rst delete mode 100644 docs/colossalai/colossalai.kernel.cuda_native.layer_norm.rst delete mode 100644 docs/colossalai/colossalai.kernel.cuda_native.multihead_attention.rst delete mode 100644 docs/colossalai/colossalai.kernel.cuda_native.rst delete mode 100644 docs/colossalai/colossalai.kernel.cuda_native.scaled_softmax.rst delete mode 100644 docs/colossalai/colossalai.kernel.jit.bias_dropout_add.rst delete mode 100644 docs/colossalai/colossalai.kernel.jit.bias_gelu.rst delete mode 100644 docs/colossalai/colossalai.kernel.jit.option.rst delete mode 100644 docs/colossalai/colossalai.kernel.jit.rst delete mode 100644 docs/colossalai/colossalai.kernel.rst delete mode 100644 docs/colossalai/colossalai.logging.logger.rst delete mode 100644 docs/colossalai/colossalai.logging.rst delete mode 100644 docs/colossalai/colossalai.nn.graph.graph_node.rst delete mode 100644 docs/colossalai/colossalai.nn.graph.rst delete mode 100644 docs/colossalai/colossalai.nn.graph.utils.rst delete mode 100644 docs/colossalai/colossalai.nn.init.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.base_layer.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.colossalai_layer.dropout.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.colossalai_layer.embedding.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.colossalai_layer.linear.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.colossalai_layer.normalization.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.colossalai_layer.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.moe.experts.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.moe.layers.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.moe.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.moe.utils.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_1d.layers.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_1d.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_2d.layers.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_2d.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_2p5d.layers.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_2p5d.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_3d.layers.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_3d.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_sequence.layers.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.parallel_sequence.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.utils.common.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.utils.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.vanilla.layers.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.vanilla.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.wrapper.pipeline_wrapper.rst delete mode 100644 docs/colossalai/colossalai.nn.layer.wrapper.rst delete mode 100644 docs/colossalai/colossalai.nn.loss.loss_1d.rst delete mode 100644 docs/colossalai/colossalai.nn.loss.loss_2d.rst delete mode 100644 docs/colossalai/colossalai.nn.loss.loss_2p5d.rst delete mode 100644 docs/colossalai/colossalai.nn.loss.loss_3d.rst delete mode 100644 docs/colossalai/colossalai.nn.loss.loss_moe.rst delete mode 100644 docs/colossalai/colossalai.nn.loss.rst delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.cosine.rst delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.delayed.rst delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.linear.rst delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.multistep.rst delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.onecycle.rst delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.poly.rst delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.rst delete mode 100644 docs/colossalai/colossalai.nn.lr_scheduler.torch.rst delete mode 100644 docs/colossalai/colossalai.nn.metric.accuracy_2d.rst delete mode 100644 docs/colossalai/colossalai.nn.metric.accuracy_2p5d.rst delete mode 100644 docs/colossalai/colossalai.nn.metric.accuracy_3d.rst delete mode 100644 docs/colossalai/colossalai.nn.metric.rst delete mode 100644 docs/colossalai/colossalai.nn.optimizer.colossalai_optimizer.rst delete mode 100644 docs/colossalai/colossalai.nn.optimizer.cpu_adam.rst delete mode 100644 docs/colossalai/colossalai.nn.optimizer.fused_adam.rst delete mode 100644 docs/colossalai/colossalai.nn.optimizer.fused_lamb.rst delete mode 100644 docs/colossalai/colossalai.nn.optimizer.fused_sgd.rst delete mode 100644 docs/colossalai/colossalai.nn.optimizer.hybrid_adam.rst delete mode 100644 docs/colossalai/colossalai.nn.optimizer.lamb.rst delete mode 100644 docs/colossalai/colossalai.nn.optimizer.lars.rst delete mode 100644 docs/colossalai/colossalai.nn.optimizer.rst delete mode 100644 docs/colossalai/colossalai.nn.optimizer.utils.rst delete mode 100644 docs/colossalai/colossalai.nn.parallel.data_parallel.rst delete mode 100644 docs/colossalai/colossalai.nn.parallel.layers.colo_module.rst delete mode 100644 docs/colossalai/colossalai.nn.parallel.layers.embedding.rst delete mode 100644 docs/colossalai/colossalai.nn.parallel.layers.linear.rst delete mode 100644 docs/colossalai/colossalai.nn.parallel.layers.module_utils.rst delete mode 100644 docs/colossalai/colossalai.nn.parallel.layers.rst delete mode 100644 docs/colossalai/colossalai.nn.parallel.reducer.rst delete mode 100644 docs/colossalai/colossalai.nn.parallel.rst delete mode 100644 docs/colossalai/colossalai.nn.rst delete mode 100644 docs/colossalai/colossalai.pipeline.layer_sepc.rst delete mode 100644 docs/colossalai/colossalai.pipeline.pipelinable.rst delete mode 100644 docs/colossalai/colossalai.pipeline.rst delete mode 100644 docs/colossalai/colossalai.pipeline.utils.rst delete mode 100644 docs/colossalai/colossalai.registry.registry.rst delete mode 100644 docs/colossalai/colossalai.registry.rst delete mode 100644 docs/colossalai/colossalai.rst delete mode 100644 docs/colossalai/colossalai.tensor.colo_parameter.rst delete mode 100644 docs/colossalai/colossalai.tensor.colo_tensor.rst delete mode 100644 docs/colossalai/colossalai.tensor.compute_spec.rst delete mode 100644 docs/colossalai/colossalai.tensor.const.rst delete mode 100644 docs/colossalai/colossalai.tensor.dist_spec_mgr.rst delete mode 100644 docs/colossalai/colossalai.tensor.distspec.rst delete mode 100644 docs/colossalai/colossalai.tensor.op_wrapper.rst delete mode 100644 docs/colossalai/colossalai.tensor.param_op_hook.rst delete mode 100644 docs/colossalai/colossalai.tensor.process_group.rst delete mode 100644 docs/colossalai/colossalai.tensor.rst delete mode 100644 docs/colossalai/colossalai.tensor.tensor_spec.rst delete mode 100644 docs/colossalai/colossalai.tensor.utils.rst delete mode 100644 docs/colossalai/colossalai.testing.comparison.rst delete mode 100644 docs/colossalai/colossalai.testing.rst delete mode 100644 docs/colossalai/colossalai.testing.utils.rst delete mode 100644 docs/colossalai/colossalai.trainer.hooks.rst delete mode 100644 docs/colossalai/colossalai.trainer.rst delete mode 100644 docs/colossalai/colossalai.utils.activation_checkpoint.rst delete mode 100644 docs/colossalai/colossalai.utils.checkpoint.module_checkpoint.rst delete mode 100644 docs/colossalai/colossalai.utils.checkpoint.rst delete mode 100644 docs/colossalai/colossalai.utils.checkpoint.utils.rst delete mode 100644 docs/colossalai/colossalai.utils.checkpointing.rst delete mode 100644 docs/colossalai/colossalai.utils.common.rst delete mode 100644 docs/colossalai/colossalai.utils.cuda.rst delete mode 100644 docs/colossalai/colossalai.utils.data_sampler.base_sampler.rst delete mode 100644 docs/colossalai/colossalai.utils.data_sampler.data_parallel_sampler.rst delete mode 100644 docs/colossalai/colossalai.utils.data_sampler.rst delete mode 100644 docs/colossalai/colossalai.utils.memory.rst delete mode 100644 docs/colossalai/colossalai.utils.model.colo_init_context.rst delete mode 100644 docs/colossalai/colossalai.utils.model.lazy_init_context.rst delete mode 100644 docs/colossalai/colossalai.utils.model.rst delete mode 100644 docs/colossalai/colossalai.utils.model.utils.rst delete mode 100644 docs/colossalai/colossalai.utils.moe.rst delete mode 100644 docs/colossalai/colossalai.utils.multi_tensor_apply.multi_tensor_apply.rst delete mode 100644 docs/colossalai/colossalai.utils.multi_tensor_apply.rst delete mode 100644 docs/colossalai/colossalai.utils.profiler.extention.rst delete mode 100644 docs/colossalai/colossalai.utils.profiler.legacy.comm_profiler.rst delete mode 100644 docs/colossalai/colossalai.utils.profiler.legacy.mem_profiler.rst delete mode 100644 docs/colossalai/colossalai.utils.profiler.legacy.pcie_profiler.rst delete mode 100644 docs/colossalai/colossalai.utils.profiler.legacy.prof_utils.rst delete mode 100644 docs/colossalai/colossalai.utils.profiler.legacy.rst delete mode 100644 docs/colossalai/colossalai.utils.profiler.profiler.rst delete mode 100644 docs/colossalai/colossalai.utils.profiler.rst delete mode 100644 docs/colossalai/colossalai.utils.profiler.stateful_tensor_mem_extention.rst delete mode 100644 docs/colossalai/colossalai.utils.rst delete mode 100644 docs/colossalai/colossalai.utils.tensor_detector.rst delete mode 100644 docs/colossalai/colossalai.utils.tensor_detector.tensor_detector.rst delete mode 100644 docs/colossalai/colossalai.utils.timer.rst delete mode 100644 docs/colossalai/colossalai.zero.init_ctx.init_context.rst delete mode 100644 docs/colossalai/colossalai.zero.init_ctx.rst delete mode 100644 docs/colossalai/colossalai.zero.rst delete mode 100644 docs/colossalai/colossalai.zero.shard_utils.base_shard_strategy.rst delete mode 100644 docs/colossalai/colossalai.zero.shard_utils.bucket_tensor_shard_strategy.rst delete mode 100644 docs/colossalai/colossalai.zero.shard_utils.commons.rst delete mode 100644 docs/colossalai/colossalai.zero.shard_utils.rst delete mode 100644 docs/colossalai/colossalai.zero.shard_utils.tensor_shard_strategy.rst delete mode 100644 docs/colossalai/colossalai.zero.sharded_model.reduce_scatter.rst delete mode 100644 docs/colossalai/colossalai.zero.sharded_model.rst delete mode 100644 docs/colossalai/colossalai.zero.sharded_model.sharded_model_v2.rst delete mode 100644 docs/colossalai/colossalai.zero.sharded_model.utils.rst delete mode 100644 docs/colossalai/colossalai.zero.sharded_optim.rst delete mode 100644 docs/colossalai/colossalai.zero.sharded_optim.sharded_optim_v2.rst delete mode 100644 docs/colossalai/colossalai.zero.sharded_param.rst delete mode 100644 docs/colossalai/colossalai.zero.sharded_param.sharded_param.rst delete mode 100644 docs/colossalai/colossalai.zero.sharded_param.sharded_tensor.rst delete mode 100644 docs/colossalai/colossalai.zero.utils.rst delete mode 100644 docs/colossalai/colossalai.zero.utils.zero_hook.rst delete mode 100644 docs/colossalai/colossalai.zero.utils.zero_hook_v2.rst delete mode 100644 docs/colossalai/colossalai.zero.zero_optimizer.rst delete mode 100644 docs/conf.py delete mode 100644 docs/index.rst delete mode 100644 docs/links/Colossalai Homepage.rst delete mode 100644 docs/links/Colossalai benchmarks.rst delete mode 100644 docs/links/Colossalai examples.rst delete mode 100644 docs/links/Colossalai tutorial.rst delete mode 100644 docs/make.bat delete mode 100644 docs/requirements.txt diff --git a/.readthedocs.yaml b/.readthedocs.yaml deleted file mode 100644 index 98dd0cc4e..000000000 --- a/.readthedocs.yaml +++ /dev/null @@ -1,30 +0,0 @@ -# .readthedocs.yaml -# Read the Docs configuration file -# See https://docs.readthedocs.io/en/stable/config-file/v2.html for details - -# Required -version: 2 - -# Set the version of Python and other tools you might need -build: - os: ubuntu-20.04 - tools: - python: "3.9" - # You can also specify other tool versions: - # nodejs: "16" - # rust: "1.55" - # golang: "1.17" - -# Build documentation in the docs/ directory with Sphinx -sphinx: - configuration: docs/conf.py - -# If using Sphinx, optionally build your docs in additional formats such as PDF -# formats: -# - pdf - -# Optionally declare the Python requirements required to build your docs -python: - install: - - requirements: requirements/requirements.txt - - requirements: docs/requirements.txt diff --git a/docs/Makefile b/docs/Makefile deleted file mode 100644 index 9f43a48d6..000000000 --- a/docs/Makefile +++ /dev/null @@ -1,26 +0,0 @@ -# Minimal makefile for Sphinx documentation -# - -# You can set these variables from the command line, and also -# from the environment for the first two. -SPHINXOPTS ?= -SPHINXBUILD ?= sphinx-build -SOURCEDIR = . -BUILDDIR = .build -SPHINXAPIDOC ?= sphinx-apidoc -SPHINX_APIDOC_OPTIONS = members -SPHINX_APIDOC_TEMPLATEDIR = _templates/apidoc - -# Put it first so that "make" without argument is like "make help". -help: - @$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O) - -.PHONY: help Makefile apidoc - -apidoc: - @SPHINX_APIDOC_OPTIONS=$(SPHINX_APIDOC_OPTIONS) $(SPHINXAPIDOC) -f -T -e -M -d 2 -t $(SPHINX_APIDOC_TEMPLATEDIR) -o ./colossalai ../colossalai -# @$(SPHINXAPIDOC) -f -o ./model_zoo ../model_zoo -# Catch-all target: route all unknown targets to Sphinx using the new -# "make mode" option. $(O) is meant as a shortcut for $(SPHINXOPTS). -%: Makefile - @$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O) diff --git a/docs/_static/css/rtd_theme.css b/docs/_static/css/rtd_theme.css deleted file mode 100644 index caf42dc5a..000000000 --- a/docs/_static/css/rtd_theme.css +++ /dev/null @@ -1,3 +0,0 @@ -.wy-nav-content { - max-width: 80%; -} \ No newline at end of file diff --git a/docs/_templates/apidoc/module.rst_t b/docs/_templates/apidoc/module.rst_t deleted file mode 100644 index d9a50e6b9..000000000 --- a/docs/_templates/apidoc/module.rst_t +++ /dev/null @@ -1,9 +0,0 @@ -{%- if show_headings %} -{{- basename | e | heading }} - -{% endif -%} -.. automodule:: {{ qualname }} -{%- for option in automodule_options %} - :{{ option }}: -{%- endfor %} - diff --git a/docs/_templates/apidoc/package.rst_t b/docs/_templates/apidoc/package.rst_t deleted file mode 100644 index 83742b3f7..000000000 --- a/docs/_templates/apidoc/package.rst_t +++ /dev/null @@ -1,52 +0,0 @@ -{%- macro automodule(modname, options) -%} -.. automodule:: {{ modname }} -{%- for option in options %} - :{{ option }}: -{%- endfor %} -{%- endmacro %} - -{%- macro toctree(docnames) -%} -.. toctree:: - :maxdepth: {{ maxdepth }} -{% for docname in docnames %} - {{ docname }} -{%- endfor %} -{%- endmacro %} - -{%- if is_namespace %} -{{- pkgname | e | heading }} -{% else %} -{{- pkgname | e | heading }} -{% endif %} - -{%- if is_namespace %} -.. py:module:: {{ pkgname }} -{% endif %} - -{%- if modulefirst and not is_namespace %} -{{ automodule(pkgname, automodule_options) }} -{% endif %} - -{%- if subpackages %} -{{ toctree(subpackages) }} -{% endif %} - -{%- if submodules %} -{% if separatemodules %} -{{ toctree(submodules) }} -{% else %} -{%- for submodule in submodules %} -{% if show_headings %} -{{- submodule | e | heading(2) }} -{% endif %} -{{ automodule(submodule, automodule_options) }} -{% endfor %} -{%- endif %} -{%- endif %} - -{%- if not modulefirst and not is_namespace %} -Module contents ---------------- - -{{ automodule(pkgname, automodule_options) }} -{% endif %} diff --git a/docs/_templates/apidoc/toc.rst_t b/docs/_templates/apidoc/toc.rst_t deleted file mode 100644 index f0877eeb2..000000000 --- a/docs/_templates/apidoc/toc.rst_t +++ /dev/null @@ -1,8 +0,0 @@ -{{ header | heading }} - -.. toctree:: - :maxdepth: {{ maxdepth }} -{% for docname in docnames %} - {{ docname }} -{%- endfor %} - diff --git a/docs/colossalai/colossalai.amp.amp_type.rst b/docs/colossalai/colossalai.amp.amp_type.rst deleted file mode 100644 index 067af7d8c..000000000 --- a/docs/colossalai/colossalai.amp.amp_type.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.amp.amp\_type -======================== - -.. automodule:: colossalai.amp.amp_type - :members: diff --git a/docs/colossalai/colossalai.amp.apex_amp.apex_amp.rst b/docs/colossalai/colossalai.amp.apex_amp.apex_amp.rst deleted file mode 100644 index cba7e0062..000000000 --- a/docs/colossalai/colossalai.amp.apex_amp.apex_amp.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.amp.apex\_amp.apex\_amp -================================== - -.. automodule:: colossalai.amp.apex_amp.apex_amp - :members: diff --git a/docs/colossalai/colossalai.amp.apex_amp.rst b/docs/colossalai/colossalai.amp.apex_amp.rst deleted file mode 100644 index 7116a538b..000000000 --- a/docs/colossalai/colossalai.amp.apex_amp.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.amp.apex\_amp -======================== - -.. automodule:: colossalai.amp.apex_amp - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.amp.apex_amp.apex_amp diff --git a/docs/colossalai/colossalai.amp.naive_amp.grad_scaler.rst b/docs/colossalai/colossalai.amp.naive_amp.grad_scaler.rst deleted file mode 100644 index 12d477825..000000000 --- a/docs/colossalai/colossalai.amp.naive_amp.grad_scaler.rst +++ /dev/null @@ -1,8 +0,0 @@ -colossalai.amp.naive\_amp.grad\_scaler -====================================== - -.. automodule:: colossalai.amp.naive_amp.grad_scaler - :members: - - - diff --git a/docs/colossalai/colossalai.amp.naive_amp.naive_amp.rst b/docs/colossalai/colossalai.amp.naive_amp.naive_amp.rst deleted file mode 100644 index e20f22b2e..000000000 --- a/docs/colossalai/colossalai.amp.naive_amp.naive_amp.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.amp.naive\_amp.naive\_amp -==================================== - -.. automodule:: colossalai.amp.naive_amp.naive_amp - :members: diff --git a/docs/colossalai/colossalai.amp.naive_amp.rst b/docs/colossalai/colossalai.amp.naive_amp.rst deleted file mode 100644 index fd364c053..000000000 --- a/docs/colossalai/colossalai.amp.naive_amp.rst +++ /dev/null @@ -1,16 +0,0 @@ -colossalai.amp.naive\_amp -========================= - -.. automodule:: colossalai.amp.naive_amp - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.amp.naive_amp.grad_scaler - - -.. toctree:: - :maxdepth: 2 - - colossalai.amp.naive_amp.naive_amp diff --git a/docs/colossalai/colossalai.amp.rst b/docs/colossalai/colossalai.amp.rst deleted file mode 100644 index 5ef4f36c1..000000000 --- a/docs/colossalai/colossalai.amp.rst +++ /dev/null @@ -1,18 +0,0 @@ -colossalai.amp -============== - -.. automodule:: colossalai.amp - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.amp.apex_amp - colossalai.amp.naive_amp - colossalai.amp.torch_amp - - -.. toctree:: - :maxdepth: 2 - - colossalai.amp.amp_type diff --git a/docs/colossalai/colossalai.amp.torch_amp.rst b/docs/colossalai/colossalai.amp.torch_amp.rst deleted file mode 100644 index f10095f13..000000000 --- a/docs/colossalai/colossalai.amp.torch_amp.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.amp.torch\_amp -========================= - -.. automodule:: colossalai.amp.torch_amp - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.amp.torch_amp.torch_amp diff --git a/docs/colossalai/colossalai.amp.torch_amp.torch_amp.rst b/docs/colossalai/colossalai.amp.torch_amp.torch_amp.rst deleted file mode 100644 index 5f1549cb8..000000000 --- a/docs/colossalai/colossalai.amp.torch_amp.torch_amp.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.amp.torch\_amp.torch\_amp -==================================== - -.. automodule:: colossalai.amp.torch_amp.torch_amp - :members: diff --git a/docs/colossalai/colossalai.builder.builder.rst b/docs/colossalai/colossalai.builder.builder.rst deleted file mode 100644 index 85da78ab9..000000000 --- a/docs/colossalai/colossalai.builder.builder.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.builder.builder -========================== - -.. automodule:: colossalai.builder.builder - :members: diff --git a/docs/colossalai/colossalai.builder.rst b/docs/colossalai/colossalai.builder.rst deleted file mode 100644 index 61163d7c1..000000000 --- a/docs/colossalai/colossalai.builder.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.builder -================== - -.. automodule:: colossalai.builder - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.builder.builder diff --git a/docs/colossalai/colossalai.cli.benchmark.benchmark.rst b/docs/colossalai/colossalai.cli.benchmark.benchmark.rst deleted file mode 100644 index 94a4170c8..000000000 --- a/docs/colossalai/colossalai.cli.benchmark.benchmark.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.cli.benchmark.benchmark -================================== - -.. automodule:: colossalai.cli.benchmark.benchmark - :members: diff --git a/docs/colossalai/colossalai.cli.benchmark.models.rst b/docs/colossalai/colossalai.cli.benchmark.models.rst deleted file mode 100644 index 4e6290288..000000000 --- a/docs/colossalai/colossalai.cli.benchmark.models.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.cli.benchmark.models -=============================== - -.. automodule:: colossalai.cli.benchmark.models - :members: diff --git a/docs/colossalai/colossalai.cli.benchmark.rst b/docs/colossalai/colossalai.cli.benchmark.rst deleted file mode 100644 index 80fb43dde..000000000 --- a/docs/colossalai/colossalai.cli.benchmark.rst +++ /dev/null @@ -1,13 +0,0 @@ -colossalai.cli.benchmark -======================== - -.. automodule:: colossalai.cli.benchmark - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.cli.benchmark.benchmark - colossalai.cli.benchmark.models - colossalai.cli.benchmark.utils diff --git a/docs/colossalai/colossalai.cli.benchmark.utils.rst b/docs/colossalai/colossalai.cli.benchmark.utils.rst deleted file mode 100644 index 12fbaf227..000000000 --- a/docs/colossalai/colossalai.cli.benchmark.utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.cli.benchmark.utils -============================== - -.. automodule:: colossalai.cli.benchmark.utils - :members: diff --git a/docs/colossalai/colossalai.cli.check.check_installation.rst b/docs/colossalai/colossalai.cli.check.check_installation.rst deleted file mode 100644 index 95b2d02ca..000000000 --- a/docs/colossalai/colossalai.cli.check.check_installation.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.cli.check.check\_installation -======================================== - -.. automodule:: colossalai.cli.check.check_installation - :members: diff --git a/docs/colossalai/colossalai.cli.check.rst b/docs/colossalai/colossalai.cli.check.rst deleted file mode 100644 index 262ae7ad3..000000000 --- a/docs/colossalai/colossalai.cli.check.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.cli.check -==================== - -.. automodule:: colossalai.cli.check - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.cli.check.check_installation diff --git a/docs/colossalai/colossalai.cli.cli.rst b/docs/colossalai/colossalai.cli.cli.rst deleted file mode 100644 index 8f83973d5..000000000 --- a/docs/colossalai/colossalai.cli.cli.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.cli.cli -================== - -.. automodule:: colossalai.cli.cli - :members: diff --git a/docs/colossalai/colossalai.cli.launcher.hostinfo.rst b/docs/colossalai/colossalai.cli.launcher.hostinfo.rst deleted file mode 100644 index 5bcd9dd8c..000000000 --- a/docs/colossalai/colossalai.cli.launcher.hostinfo.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.cli.launcher.hostinfo -================================ - -.. automodule:: colossalai.cli.launcher.hostinfo - :members: diff --git a/docs/colossalai/colossalai.cli.launcher.multinode_runner.rst b/docs/colossalai/colossalai.cli.launcher.multinode_runner.rst deleted file mode 100644 index 223b0deac..000000000 --- a/docs/colossalai/colossalai.cli.launcher.multinode_runner.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.cli.launcher.multinode\_runner -========================================= - -.. automodule:: colossalai.cli.launcher.multinode_runner - :members: diff --git a/docs/colossalai/colossalai.cli.launcher.rst b/docs/colossalai/colossalai.cli.launcher.rst deleted file mode 100644 index 38bef61c7..000000000 --- a/docs/colossalai/colossalai.cli.launcher.rst +++ /dev/null @@ -1,13 +0,0 @@ -colossalai.cli.launcher -======================= - -.. automodule:: colossalai.cli.launcher - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.cli.launcher.hostinfo - colossalai.cli.launcher.multinode_runner - colossalai.cli.launcher.run diff --git a/docs/colossalai/colossalai.cli.launcher.run.rst b/docs/colossalai/colossalai.cli.launcher.run.rst deleted file mode 100644 index 8506fb9e3..000000000 --- a/docs/colossalai/colossalai.cli.launcher.run.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.cli.launcher.run -=========================== - -.. automodule:: colossalai.cli.launcher.run - :members: diff --git a/docs/colossalai/colossalai.cli.rst b/docs/colossalai/colossalai.cli.rst deleted file mode 100644 index 8cc0dcb04..000000000 --- a/docs/colossalai/colossalai.cli.rst +++ /dev/null @@ -1,18 +0,0 @@ -colossalai.cli -============== - -.. automodule:: colossalai.cli - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.cli.benchmark - colossalai.cli.check - colossalai.cli.launcher - - -.. toctree:: - :maxdepth: 2 - - colossalai.cli.cli diff --git a/docs/colossalai/colossalai.communication.collective.rst b/docs/colossalai/colossalai.communication.collective.rst deleted file mode 100644 index 5015edf98..000000000 --- a/docs/colossalai/colossalai.communication.collective.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.communication.collective -=================================== - -.. automodule:: colossalai.communication.collective - :members: diff --git a/docs/colossalai/colossalai.communication.p2p.rst b/docs/colossalai/colossalai.communication.p2p.rst deleted file mode 100644 index 79135bb86..000000000 --- a/docs/colossalai/colossalai.communication.p2p.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.communication.p2p -============================ - -.. automodule:: colossalai.communication.p2p - :members: diff --git a/docs/colossalai/colossalai.communication.ring.rst b/docs/colossalai/colossalai.communication.ring.rst deleted file mode 100644 index c218d4bed..000000000 --- a/docs/colossalai/colossalai.communication.ring.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.communication.ring -============================= - -.. automodule:: colossalai.communication.ring - :members: diff --git a/docs/colossalai/colossalai.communication.rst b/docs/colossalai/colossalai.communication.rst deleted file mode 100644 index 5086fa663..000000000 --- a/docs/colossalai/colossalai.communication.rst +++ /dev/null @@ -1,14 +0,0 @@ -colossalai.communication -======================== - -.. automodule:: colossalai.communication - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.communication.collective - colossalai.communication.p2p - colossalai.communication.ring - colossalai.communication.utils diff --git a/docs/colossalai/colossalai.communication.utils.rst b/docs/colossalai/colossalai.communication.utils.rst deleted file mode 100644 index 19a36cc9f..000000000 --- a/docs/colossalai/colossalai.communication.utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.communication.utils -============================== - -.. automodule:: colossalai.communication.utils - :members: diff --git a/docs/colossalai/colossalai.constants.rst b/docs/colossalai/colossalai.constants.rst deleted file mode 100644 index 330b3e866..000000000 --- a/docs/colossalai/colossalai.constants.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.constants -==================== - -.. automodule:: colossalai.constants - :members: diff --git a/docs/colossalai/colossalai.context.config.rst b/docs/colossalai/colossalai.context.config.rst deleted file mode 100644 index 2fb1b99d3..000000000 --- a/docs/colossalai/colossalai.context.config.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.config -========================= - -.. automodule:: colossalai.context.config - :members: diff --git a/docs/colossalai/colossalai.context.moe_context.rst b/docs/colossalai/colossalai.context.moe_context.rst deleted file mode 100644 index 9027d19ff..000000000 --- a/docs/colossalai/colossalai.context.moe_context.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.moe\_context -=============================== - -.. automodule:: colossalai.context.moe_context - :members: diff --git a/docs/colossalai/colossalai.context.parallel_context.rst b/docs/colossalai/colossalai.context.parallel_context.rst deleted file mode 100644 index d1c82c517..000000000 --- a/docs/colossalai/colossalai.context.parallel_context.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.parallel\_context -==================================== - -.. automodule:: colossalai.context.parallel_context - :members: diff --git a/docs/colossalai/colossalai.context.parallel_mode.rst b/docs/colossalai/colossalai.context.parallel_mode.rst deleted file mode 100644 index f7ac13749..000000000 --- a/docs/colossalai/colossalai.context.parallel_mode.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.parallel\_mode -================================= - -.. automodule:: colossalai.context.parallel_mode - :members: diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_1d.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_1d.rst deleted file mode 100644 index 88cbf3eba..000000000 --- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_1d.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.process\_group\_initializer.initializer\_1d -============================================================== - -.. automodule:: colossalai.context.process_group_initializer.initializer_1d - :members: diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_2d.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_2d.rst deleted file mode 100644 index d99a2e1c3..000000000 --- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_2d.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.process\_group\_initializer.initializer\_2d -============================================================== - -.. automodule:: colossalai.context.process_group_initializer.initializer_2d - :members: diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_2p5d.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_2p5d.rst deleted file mode 100644 index 73d80e443..000000000 --- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_2p5d.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.process\_group\_initializer.initializer\_2p5d -================================================================ - -.. automodule:: colossalai.context.process_group_initializer.initializer_2p5d - :members: diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_3d.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_3d.rst deleted file mode 100644 index 5cfba5ce0..000000000 --- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_3d.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.process\_group\_initializer.initializer\_3d -============================================================== - -.. automodule:: colossalai.context.process_group_initializer.initializer_3d - :members: diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_data.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_data.rst deleted file mode 100644 index 55ad05f32..000000000 --- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_data.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.process\_group\_initializer.initializer\_data -================================================================ - -.. automodule:: colossalai.context.process_group_initializer.initializer_data - :members: diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_model.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_model.rst deleted file mode 100644 index 8f2d79369..000000000 --- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_model.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.process\_group\_initializer.initializer\_model -================================================================= - -.. automodule:: colossalai.context.process_group_initializer.initializer_model - :members: diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_pipeline.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_pipeline.rst deleted file mode 100644 index 466d5143a..000000000 --- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_pipeline.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.process\_group\_initializer.initializer\_pipeline -==================================================================== - -.. automodule:: colossalai.context.process_group_initializer.initializer_pipeline - :members: diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_sequence.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_sequence.rst deleted file mode 100644 index dab71cc3c..000000000 --- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_sequence.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.process\_group\_initializer.initializer\_sequence -==================================================================== - -.. automodule:: colossalai.context.process_group_initializer.initializer_sequence - :members: diff --git a/docs/colossalai/colossalai.context.process_group_initializer.initializer_tensor.rst b/docs/colossalai/colossalai.context.process_group_initializer.initializer_tensor.rst deleted file mode 100644 index 0c2d8d1e9..000000000 --- a/docs/colossalai/colossalai.context.process_group_initializer.initializer_tensor.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.process\_group\_initializer.initializer\_tensor -================================================================== - -.. automodule:: colossalai.context.process_group_initializer.initializer_tensor - :members: diff --git a/docs/colossalai/colossalai.context.process_group_initializer.process_group_initializer.rst b/docs/colossalai/colossalai.context.process_group_initializer.process_group_initializer.rst deleted file mode 100644 index 3f98723c1..000000000 --- a/docs/colossalai/colossalai.context.process_group_initializer.process_group_initializer.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.process\_group\_initializer.process\_group\_initializer -========================================================================== - -.. automodule:: colossalai.context.process_group_initializer.process_group_initializer - :members: diff --git a/docs/colossalai/colossalai.context.process_group_initializer.rst b/docs/colossalai/colossalai.context.process_group_initializer.rst deleted file mode 100644 index 519337e9c..000000000 --- a/docs/colossalai/colossalai.context.process_group_initializer.rst +++ /dev/null @@ -1,20 +0,0 @@ -colossalai.context.process\_group\_initializer -============================================== - -.. automodule:: colossalai.context.process_group_initializer - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.context.process_group_initializer.initializer_1d - colossalai.context.process_group_initializer.initializer_2d - colossalai.context.process_group_initializer.initializer_2p5d - colossalai.context.process_group_initializer.initializer_3d - colossalai.context.process_group_initializer.initializer_data - colossalai.context.process_group_initializer.initializer_model - colossalai.context.process_group_initializer.initializer_pipeline - colossalai.context.process_group_initializer.initializer_sequence - colossalai.context.process_group_initializer.initializer_tensor - colossalai.context.process_group_initializer.process_group_initializer diff --git a/docs/colossalai/colossalai.context.random.rst b/docs/colossalai/colossalai.context.random.rst deleted file mode 100644 index 8d4b9c56a..000000000 --- a/docs/colossalai/colossalai.context.random.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.context.random -========================= - -.. automodule:: colossalai.context.random - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.context.random.seed_manager diff --git a/docs/colossalai/colossalai.context.random.seed_manager.rst b/docs/colossalai/colossalai.context.random.seed_manager.rst deleted file mode 100644 index b71f35c27..000000000 --- a/docs/colossalai/colossalai.context.random.seed_manager.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.random.seed\_manager -======================================= - -.. automodule:: colossalai.context.random.seed_manager - :members: diff --git a/docs/colossalai/colossalai.context.rst b/docs/colossalai/colossalai.context.rst deleted file mode 100644 index 102a9e02e..000000000 --- a/docs/colossalai/colossalai.context.rst +++ /dev/null @@ -1,21 +0,0 @@ -colossalai.context -================== - -.. automodule:: colossalai.context - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.context.process_group_initializer - colossalai.context.random - - -.. toctree:: - :maxdepth: 2 - - colossalai.context.config - colossalai.context.moe_context - colossalai.context.parallel_context - colossalai.context.parallel_mode - colossalai.context.singleton_meta diff --git a/docs/colossalai/colossalai.context.singleton_meta.rst b/docs/colossalai/colossalai.context.singleton_meta.rst deleted file mode 100644 index ae4ceb314..000000000 --- a/docs/colossalai/colossalai.context.singleton_meta.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.context.singleton\_meta -================================== - -.. automodule:: colossalai.context.singleton_meta - :members: diff --git a/docs/colossalai/colossalai.core.rst b/docs/colossalai/colossalai.core.rst deleted file mode 100644 index d9ddb76ed..000000000 --- a/docs/colossalai/colossalai.core.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.core -=============== - -.. automodule:: colossalai.core - :members: diff --git a/docs/colossalai/colossalai.engine.gradient_accumulation.rst b/docs/colossalai/colossalai.engine.gradient_accumulation.rst deleted file mode 100644 index 75fc0e9a2..000000000 --- a/docs/colossalai/colossalai.engine.gradient_accumulation.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.engine.gradient\_accumulation -======================================== - -.. automodule:: colossalai.engine.gradient_accumulation - :members: diff --git a/docs/colossalai/colossalai.engine.gradient_handler.rst b/docs/colossalai/colossalai.engine.gradient_handler.rst deleted file mode 100644 index 27eb2b56a..000000000 --- a/docs/colossalai/colossalai.engine.gradient_handler.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.engine.gradient\_handler -=================================== - -.. automodule:: colossalai.engine.gradient_handler - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.engine.gradient_handler.utils diff --git a/docs/colossalai/colossalai.engine.gradient_handler.utils.rst b/docs/colossalai/colossalai.engine.gradient_handler.utils.rst deleted file mode 100644 index c8997e135..000000000 --- a/docs/colossalai/colossalai.engine.gradient_handler.utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.engine.gradient\_handler.utils -========================================= - -.. automodule:: colossalai.engine.gradient_handler.utils - :members: diff --git a/docs/colossalai/colossalai.engine.rst b/docs/colossalai/colossalai.engine.rst deleted file mode 100644 index 3d194b706..000000000 --- a/docs/colossalai/colossalai.engine.rst +++ /dev/null @@ -1,12 +0,0 @@ -colossalai.engine -================= - -.. automodule:: colossalai.engine - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.engine.gradient_accumulation - colossalai.engine.gradient_handler - colossalai.engine.schedule diff --git a/docs/colossalai/colossalai.engine.schedule.rst b/docs/colossalai/colossalai.engine.schedule.rst deleted file mode 100644 index 2909373f0..000000000 --- a/docs/colossalai/colossalai.engine.schedule.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.engine.schedule -========================== - -.. automodule:: colossalai.engine.schedule - :members: diff --git a/docs/colossalai/colossalai.fx.passes.adding_split_node_pass.rst b/docs/colossalai/colossalai.fx.passes.adding_split_node_pass.rst deleted file mode 100644 index 6799fdc65..000000000 --- a/docs/colossalai/colossalai.fx.passes.adding_split_node_pass.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.fx.passes.adding\_split\_node\_pass -============================================== - -.. automodule:: colossalai.fx.passes.adding_split_node_pass - :members: diff --git a/docs/colossalai/colossalai.fx.passes.meta_info_prop.rst b/docs/colossalai/colossalai.fx.passes.meta_info_prop.rst deleted file mode 100644 index 4e51732ce..000000000 --- a/docs/colossalai/colossalai.fx.passes.meta_info_prop.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.fx.passes.meta\_info\_prop -===================================== - -.. automodule:: colossalai.fx.passes.meta_info_prop - :members: diff --git a/docs/colossalai/colossalai.fx.passes.rst b/docs/colossalai/colossalai.fx.passes.rst deleted file mode 100644 index fac10b768..000000000 --- a/docs/colossalai/colossalai.fx.passes.rst +++ /dev/null @@ -1,15 +0,0 @@ -colossalai.fx.passes -==================== - -.. automodule:: colossalai.fx.passes - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.fx.passes.adding_split_node_pass - colossalai.fx.passes.meta_info_prop - colossalai.fx.passes.shard_1d_pass - colossalai.fx.passes.split_module - colossalai.fx.passes.utils diff --git a/docs/colossalai/colossalai.fx.passes.shard_1d_pass.rst b/docs/colossalai/colossalai.fx.passes.shard_1d_pass.rst deleted file mode 100644 index 0942e96d4..000000000 --- a/docs/colossalai/colossalai.fx.passes.shard_1d_pass.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.fx.passes.shard\_1d\_pass -==================================== - -.. automodule:: colossalai.fx.passes.shard_1d_pass - :members: diff --git a/docs/colossalai/colossalai.fx.passes.split_module.rst b/docs/colossalai/colossalai.fx.passes.split_module.rst deleted file mode 100644 index 9e5e58259..000000000 --- a/docs/colossalai/colossalai.fx.passes.split_module.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.fx.passes.split\_module -================================== - -.. automodule:: colossalai.fx.passes.split_module - :members: diff --git a/docs/colossalai/colossalai.fx.passes.utils.rst b/docs/colossalai/colossalai.fx.passes.utils.rst deleted file mode 100644 index 4afd92563..000000000 --- a/docs/colossalai/colossalai.fx.passes.utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.fx.passes.utils -========================== - -.. automodule:: colossalai.fx.passes.utils - :members: diff --git a/docs/colossalai/colossalai.fx.proxy.rst b/docs/colossalai/colossalai.fx.proxy.rst deleted file mode 100644 index 4b92da41c..000000000 --- a/docs/colossalai/colossalai.fx.proxy.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.fx.proxy -=================== - -.. automodule:: colossalai.fx.proxy - :members: diff --git a/docs/colossalai/colossalai.fx.rst b/docs/colossalai/colossalai.fx.rst deleted file mode 100644 index 778d642c3..000000000 --- a/docs/colossalai/colossalai.fx.rst +++ /dev/null @@ -1,17 +0,0 @@ -colossalai.fx -============= - -.. automodule:: colossalai.fx - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.fx.passes - colossalai.fx.tracer - - -.. toctree:: - :maxdepth: 2 - - colossalai.fx.proxy diff --git a/docs/colossalai/colossalai.fx.tracer.rst b/docs/colossalai/colossalai.fx.tracer.rst deleted file mode 100644 index d2f743d67..000000000 --- a/docs/colossalai/colossalai.fx.tracer.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.fx.tracer -==================== - -.. automodule:: colossalai.fx.tracer - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.fx.tracer.tracer diff --git a/docs/colossalai/colossalai.fx.tracer.tracer.rst b/docs/colossalai/colossalai.fx.tracer.tracer.rst deleted file mode 100644 index 83b98bafd..000000000 --- a/docs/colossalai/colossalai.fx.tracer.tracer.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.fx.tracer.tracer -=========================== - -.. automodule:: colossalai.fx.tracer.tracer - :members: diff --git a/docs/colossalai/colossalai.gemini.chunk.rst b/docs/colossalai/colossalai.gemini.chunk.rst deleted file mode 100644 index 9fe1c2b41..000000000 --- a/docs/colossalai/colossalai.gemini.chunk.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.gemini.chunk -======================= - -.. automodule:: colossalai.gemini.chunk - :members: diff --git a/docs/colossalai/colossalai.gemini.chunk_mgr.rst b/docs/colossalai/colossalai.gemini.chunk_mgr.rst deleted file mode 100644 index acb554faf..000000000 --- a/docs/colossalai/colossalai.gemini.chunk_mgr.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.gemini.chunk\_mgr -============================ - -.. automodule:: colossalai.gemini.chunk_mgr - :members: diff --git a/docs/colossalai/colossalai.gemini.gemini_context.rst b/docs/colossalai/colossalai.gemini.gemini_context.rst deleted file mode 100644 index be4884062..000000000 --- a/docs/colossalai/colossalai.gemini.gemini_context.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.gemini.gemini\_context -================================= - -.. automodule:: colossalai.gemini.gemini_context - :members: diff --git a/docs/colossalai/colossalai.gemini.gemini_mgr.rst b/docs/colossalai/colossalai.gemini.gemini_mgr.rst deleted file mode 100644 index 5d7f944f7..000000000 --- a/docs/colossalai/colossalai.gemini.gemini_mgr.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.gemini.gemini\_mgr -============================= - -.. automodule:: colossalai.gemini.gemini_mgr - :members: diff --git a/docs/colossalai/colossalai.gemini.memory_tracer.memory_monitor.rst b/docs/colossalai/colossalai.gemini.memory_tracer.memory_monitor.rst deleted file mode 100644 index e8088a609..000000000 --- a/docs/colossalai/colossalai.gemini.memory_tracer.memory_monitor.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.gemini.memory\_tracer.memory\_monitor -================================================ - -.. automodule:: colossalai.gemini.memory_tracer.memory_monitor - :members: diff --git a/docs/colossalai/colossalai.gemini.memory_tracer.memstats_collector.rst b/docs/colossalai/colossalai.gemini.memory_tracer.memstats_collector.rst deleted file mode 100644 index e2682220c..000000000 --- a/docs/colossalai/colossalai.gemini.memory_tracer.memstats_collector.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.gemini.memory\_tracer.memstats\_collector -==================================================== - -.. automodule:: colossalai.gemini.memory_tracer.memstats_collector - :members: diff --git a/docs/colossalai/colossalai.gemini.memory_tracer.model_data_memtracer.rst b/docs/colossalai/colossalai.gemini.memory_tracer.model_data_memtracer.rst deleted file mode 100644 index ccdfe6682..000000000 --- a/docs/colossalai/colossalai.gemini.memory_tracer.model_data_memtracer.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.gemini.memory\_tracer.model\_data\_memtracer -======================================================= - -.. automodule:: colossalai.gemini.memory_tracer.model_data_memtracer - :members: diff --git a/docs/colossalai/colossalai.gemini.memory_tracer.rst b/docs/colossalai/colossalai.gemini.memory_tracer.rst deleted file mode 100644 index f3d9c4d76..000000000 --- a/docs/colossalai/colossalai.gemini.memory_tracer.rst +++ /dev/null @@ -1,13 +0,0 @@ -colossalai.gemini.memory\_tracer -================================ - -.. automodule:: colossalai.gemini.memory_tracer - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.gemini.memory_tracer.memory_monitor - colossalai.gemini.memory_tracer.memstats_collector - colossalai.gemini.memory_tracer.model_data_memtracer diff --git a/docs/colossalai/colossalai.gemini.ophooks.rst b/docs/colossalai/colossalai.gemini.ophooks.rst deleted file mode 100644 index af87ab568..000000000 --- a/docs/colossalai/colossalai.gemini.ophooks.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.gemini.ophooks -========================= - -.. automodule:: colossalai.gemini.ophooks - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.gemini.ophooks.utils diff --git a/docs/colossalai/colossalai.gemini.ophooks.utils.rst b/docs/colossalai/colossalai.gemini.ophooks.utils.rst deleted file mode 100644 index 5c5917047..000000000 --- a/docs/colossalai/colossalai.gemini.ophooks.utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.gemini.ophooks.utils -=============================== - -.. automodule:: colossalai.gemini.ophooks.utils - :members: diff --git a/docs/colossalai/colossalai.gemini.paramhooks.rst b/docs/colossalai/colossalai.gemini.paramhooks.rst deleted file mode 100644 index 28a823d4e..000000000 --- a/docs/colossalai/colossalai.gemini.paramhooks.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.gemini.paramhooks -============================ - -.. automodule:: colossalai.gemini.paramhooks - :members: diff --git a/docs/colossalai/colossalai.gemini.placement_policy.rst b/docs/colossalai/colossalai.gemini.placement_policy.rst deleted file mode 100644 index 9de0ed523..000000000 --- a/docs/colossalai/colossalai.gemini.placement_policy.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.gemini.placement\_policy -=================================== - -.. automodule:: colossalai.gemini.placement_policy - :members: diff --git a/docs/colossalai/colossalai.gemini.rst b/docs/colossalai/colossalai.gemini.rst deleted file mode 100644 index 4f6efe386..000000000 --- a/docs/colossalai/colossalai.gemini.rst +++ /dev/null @@ -1,27 +0,0 @@ -colossalai.gemini -================= - -.. automodule:: colossalai.gemini - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.gemini.memory_tracer - colossalai.gemini.ophooks - colossalai.gemini.paramhooks - - -.. toctree:: - :maxdepth: 2 - - colossalai.gemini.chunk - colossalai.gemini.chunk_mgr - colossalai.gemini.gemini_context - colossalai.gemini.gemini_mgr - colossalai.gemini.placement_policy - colossalai.gemini.stateful_tensor - colossalai.gemini.stateful_tensor_container - colossalai.gemini.stateful_tensor_mgr - colossalai.gemini.tensor_placement_policy - colossalai.gemini.tensor_utils diff --git a/docs/colossalai/colossalai.gemini.stateful_tensor.rst b/docs/colossalai/colossalai.gemini.stateful_tensor.rst deleted file mode 100644 index 02d526d1b..000000000 --- a/docs/colossalai/colossalai.gemini.stateful_tensor.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.gemini.stateful\_tensor -================================== - -.. automodule:: colossalai.gemini.stateful_tensor - :members: diff --git a/docs/colossalai/colossalai.gemini.stateful_tensor_container.rst b/docs/colossalai/colossalai.gemini.stateful_tensor_container.rst deleted file mode 100644 index be56c2aa8..000000000 --- a/docs/colossalai/colossalai.gemini.stateful_tensor_container.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.gemini.stateful\_tensor\_container -============================================= - -.. automodule:: colossalai.gemini.stateful_tensor_container - :members: diff --git a/docs/colossalai/colossalai.gemini.stateful_tensor_mgr.rst b/docs/colossalai/colossalai.gemini.stateful_tensor_mgr.rst deleted file mode 100644 index 3456192bd..000000000 --- a/docs/colossalai/colossalai.gemini.stateful_tensor_mgr.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.gemini.stateful\_tensor\_mgr -======================================= - -.. automodule:: colossalai.gemini.stateful_tensor_mgr - :members: diff --git a/docs/colossalai/colossalai.gemini.tensor_placement_policy.rst b/docs/colossalai/colossalai.gemini.tensor_placement_policy.rst deleted file mode 100644 index 81dcac339..000000000 --- a/docs/colossalai/colossalai.gemini.tensor_placement_policy.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.gemini.tensor\_placement\_policy -=========================================== - -.. automodule:: colossalai.gemini.tensor_placement_policy - :members: diff --git a/docs/colossalai/colossalai.gemini.tensor_utils.rst b/docs/colossalai/colossalai.gemini.tensor_utils.rst deleted file mode 100644 index 385baf4b5..000000000 --- a/docs/colossalai/colossalai.gemini.tensor_utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.gemini.tensor\_utils -=============================== - -.. automodule:: colossalai.gemini.tensor_utils - :members: diff --git a/docs/colossalai/colossalai.global_variables.rst b/docs/colossalai/colossalai.global_variables.rst deleted file mode 100644 index 1900c8835..000000000 --- a/docs/colossalai/colossalai.global_variables.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.global\_variables -============================ - -.. automodule:: colossalai.global_variables - :members: diff --git a/docs/colossalai/colossalai.initialize.rst b/docs/colossalai/colossalai.initialize.rst deleted file mode 100644 index d3f65076a..000000000 --- a/docs/colossalai/colossalai.initialize.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.initialize -===================== - -.. automodule:: colossalai.initialize - :members: diff --git a/docs/colossalai/colossalai.kernel.cuda_native.layer_norm.rst b/docs/colossalai/colossalai.kernel.cuda_native.layer_norm.rst deleted file mode 100644 index b8bff51be..000000000 --- a/docs/colossalai/colossalai.kernel.cuda_native.layer_norm.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.kernel.cuda\_native.layer\_norm -========================================== - -.. automodule:: colossalai.kernel.cuda_native.layer_norm - :members: diff --git a/docs/colossalai/colossalai.kernel.cuda_native.multihead_attention.rst b/docs/colossalai/colossalai.kernel.cuda_native.multihead_attention.rst deleted file mode 100644 index de7577d19..000000000 --- a/docs/colossalai/colossalai.kernel.cuda_native.multihead_attention.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.kernel.cuda\_native.multihead\_attention -=================================================== - -.. automodule:: colossalai.kernel.cuda_native.multihead_attention - :members: diff --git a/docs/colossalai/colossalai.kernel.cuda_native.rst b/docs/colossalai/colossalai.kernel.cuda_native.rst deleted file mode 100644 index d88e4cfdb..000000000 --- a/docs/colossalai/colossalai.kernel.cuda_native.rst +++ /dev/null @@ -1,13 +0,0 @@ -colossalai.kernel.cuda\_native -============================== - -.. automodule:: colossalai.kernel.cuda_native - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.kernel.cuda_native.layer_norm - colossalai.kernel.cuda_native.multihead_attention - colossalai.kernel.cuda_native.scaled_softmax diff --git a/docs/colossalai/colossalai.kernel.cuda_native.scaled_softmax.rst b/docs/colossalai/colossalai.kernel.cuda_native.scaled_softmax.rst deleted file mode 100644 index 474fcd334..000000000 --- a/docs/colossalai/colossalai.kernel.cuda_native.scaled_softmax.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.kernel.cuda\_native.scaled\_softmax -============================================== - -.. automodule:: colossalai.kernel.cuda_native.scaled_softmax - :members: diff --git a/docs/colossalai/colossalai.kernel.jit.bias_dropout_add.rst b/docs/colossalai/colossalai.kernel.jit.bias_dropout_add.rst deleted file mode 100644 index d61550928..000000000 --- a/docs/colossalai/colossalai.kernel.jit.bias_dropout_add.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.kernel.jit.bias\_dropout\_add -======================================== - -.. automodule:: colossalai.kernel.jit.bias_dropout_add - :members: diff --git a/docs/colossalai/colossalai.kernel.jit.bias_gelu.rst b/docs/colossalai/colossalai.kernel.jit.bias_gelu.rst deleted file mode 100644 index 7db184b4c..000000000 --- a/docs/colossalai/colossalai.kernel.jit.bias_gelu.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.kernel.jit.bias\_gelu -================================ - -.. automodule:: colossalai.kernel.jit.bias_gelu - :members: diff --git a/docs/colossalai/colossalai.kernel.jit.option.rst b/docs/colossalai/colossalai.kernel.jit.option.rst deleted file mode 100644 index 15ebfc83a..000000000 --- a/docs/colossalai/colossalai.kernel.jit.option.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.kernel.jit.option -============================ - -.. automodule:: colossalai.kernel.jit.option - :members: diff --git a/docs/colossalai/colossalai.kernel.jit.rst b/docs/colossalai/colossalai.kernel.jit.rst deleted file mode 100644 index 8b2f728d3..000000000 --- a/docs/colossalai/colossalai.kernel.jit.rst +++ /dev/null @@ -1,13 +0,0 @@ -colossalai.kernel.jit -===================== - -.. automodule:: colossalai.kernel.jit - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.kernel.jit.bias_dropout_add - colossalai.kernel.jit.bias_gelu - colossalai.kernel.jit.option diff --git a/docs/colossalai/colossalai.kernel.rst b/docs/colossalai/colossalai.kernel.rst deleted file mode 100644 index dcbac8c1d..000000000 --- a/docs/colossalai/colossalai.kernel.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.kernel -================= - -.. automodule:: colossalai.kernel - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.kernel.cuda_native - colossalai.kernel.jit diff --git a/docs/colossalai/colossalai.logging.logger.rst b/docs/colossalai/colossalai.logging.logger.rst deleted file mode 100644 index 047deb8a1..000000000 --- a/docs/colossalai/colossalai.logging.logger.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.logging.logger -========================= - -.. automodule:: colossalai.logging.logger - :members: diff --git a/docs/colossalai/colossalai.logging.rst b/docs/colossalai/colossalai.logging.rst deleted file mode 100644 index bc593fc81..000000000 --- a/docs/colossalai/colossalai.logging.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.logging -================== - -.. automodule:: colossalai.logging - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.logging.logger diff --git a/docs/colossalai/colossalai.nn.graph.graph_node.rst b/docs/colossalai/colossalai.nn.graph.graph_node.rst deleted file mode 100644 index 335ecfe62..000000000 --- a/docs/colossalai/colossalai.nn.graph.graph_node.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.graph.graph\_node -=============================== - -.. automodule:: colossalai.nn.graph.graph_node - :members: diff --git a/docs/colossalai/colossalai.nn.graph.rst b/docs/colossalai/colossalai.nn.graph.rst deleted file mode 100644 index 4510b3374..000000000 --- a/docs/colossalai/colossalai.nn.graph.rst +++ /dev/null @@ -1,12 +0,0 @@ -colossalai.nn.graph -=================== - -.. automodule:: colossalai.nn.graph - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.graph.graph_node - colossalai.nn.graph.utils diff --git a/docs/colossalai/colossalai.nn.graph.utils.rst b/docs/colossalai/colossalai.nn.graph.utils.rst deleted file mode 100644 index 866a93cd9..000000000 --- a/docs/colossalai/colossalai.nn.graph.utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.graph.utils -========================= - -.. automodule:: colossalai.nn.graph.utils - :members: diff --git a/docs/colossalai/colossalai.nn.init.rst b/docs/colossalai/colossalai.nn.init.rst deleted file mode 100644 index d0ab99312..000000000 --- a/docs/colossalai/colossalai.nn.init.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.init -================== - -.. automodule:: colossalai.nn.init - :members: diff --git a/docs/colossalai/colossalai.nn.layer.base_layer.rst b/docs/colossalai/colossalai.nn.layer.base_layer.rst deleted file mode 100644 index c2a22f04d..000000000 --- a/docs/colossalai/colossalai.nn.layer.base_layer.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.base\_layer -=============================== - -.. automodule:: colossalai.nn.layer.base_layer - :members: diff --git a/docs/colossalai/colossalai.nn.layer.colossalai_layer.dropout.rst b/docs/colossalai/colossalai.nn.layer.colossalai_layer.dropout.rst deleted file mode 100644 index ec1dfd395..000000000 --- a/docs/colossalai/colossalai.nn.layer.colossalai_layer.dropout.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.colossalai\_layer.dropout -============================================= - -.. automodule:: colossalai.nn.layer.colossalai_layer.dropout - :members: diff --git a/docs/colossalai/colossalai.nn.layer.colossalai_layer.embedding.rst b/docs/colossalai/colossalai.nn.layer.colossalai_layer.embedding.rst deleted file mode 100644 index 8438b3a07..000000000 --- a/docs/colossalai/colossalai.nn.layer.colossalai_layer.embedding.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.colossalai\_layer.embedding -=============================================== - -.. automodule:: colossalai.nn.layer.colossalai_layer.embedding - :members: diff --git a/docs/colossalai/colossalai.nn.layer.colossalai_layer.linear.rst b/docs/colossalai/colossalai.nn.layer.colossalai_layer.linear.rst deleted file mode 100644 index 321328254..000000000 --- a/docs/colossalai/colossalai.nn.layer.colossalai_layer.linear.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.colossalai\_layer.linear -============================================ - -.. automodule:: colossalai.nn.layer.colossalai_layer.linear - :members: diff --git a/docs/colossalai/colossalai.nn.layer.colossalai_layer.normalization.rst b/docs/colossalai/colossalai.nn.layer.colossalai_layer.normalization.rst deleted file mode 100644 index f94dd27b8..000000000 --- a/docs/colossalai/colossalai.nn.layer.colossalai_layer.normalization.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.colossalai\_layer.normalization -=================================================== - -.. automodule:: colossalai.nn.layer.colossalai_layer.normalization - :members: diff --git a/docs/colossalai/colossalai.nn.layer.colossalai_layer.rst b/docs/colossalai/colossalai.nn.layer.colossalai_layer.rst deleted file mode 100644 index 0f685e6c2..000000000 --- a/docs/colossalai/colossalai.nn.layer.colossalai_layer.rst +++ /dev/null @@ -1,14 +0,0 @@ -colossalai.nn.layer.colossalai\_layer -===================================== - -.. automodule:: colossalai.nn.layer.colossalai_layer - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.layer.colossalai_layer.dropout - colossalai.nn.layer.colossalai_layer.embedding - colossalai.nn.layer.colossalai_layer.linear - colossalai.nn.layer.colossalai_layer.normalization diff --git a/docs/colossalai/colossalai.nn.layer.moe.experts.rst b/docs/colossalai/colossalai.nn.layer.moe.experts.rst deleted file mode 100644 index c05e763d5..000000000 --- a/docs/colossalai/colossalai.nn.layer.moe.experts.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.moe.experts -=============================== - -.. automodule:: colossalai.nn.layer.moe.experts - :members: diff --git a/docs/colossalai/colossalai.nn.layer.moe.layers.rst b/docs/colossalai/colossalai.nn.layer.moe.layers.rst deleted file mode 100644 index d109d47b8..000000000 --- a/docs/colossalai/colossalai.nn.layer.moe.layers.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.moe.layers -============================== - -.. automodule:: colossalai.nn.layer.moe.layers - :members: diff --git a/docs/colossalai/colossalai.nn.layer.moe.rst b/docs/colossalai/colossalai.nn.layer.moe.rst deleted file mode 100644 index f3106b98d..000000000 --- a/docs/colossalai/colossalai.nn.layer.moe.rst +++ /dev/null @@ -1,13 +0,0 @@ -colossalai.nn.layer.moe -======================= - -.. automodule:: colossalai.nn.layer.moe - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.layer.moe.experts - colossalai.nn.layer.moe.layers - colossalai.nn.layer.moe.utils diff --git a/docs/colossalai/colossalai.nn.layer.moe.utils.rst b/docs/colossalai/colossalai.nn.layer.moe.utils.rst deleted file mode 100644 index fc085d136..000000000 --- a/docs/colossalai/colossalai.nn.layer.moe.utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.moe.utils -============================= - -.. automodule:: colossalai.nn.layer.moe.utils - :members: diff --git a/docs/colossalai/colossalai.nn.layer.parallel_1d.layers.rst b/docs/colossalai/colossalai.nn.layer.parallel_1d.layers.rst deleted file mode 100644 index 380f6bf8d..000000000 --- a/docs/colossalai/colossalai.nn.layer.parallel_1d.layers.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.parallel\_1d.layers -======================================= - -.. automodule:: colossalai.nn.layer.parallel_1d.layers - :members: diff --git a/docs/colossalai/colossalai.nn.layer.parallel_1d.rst b/docs/colossalai/colossalai.nn.layer.parallel_1d.rst deleted file mode 100644 index 3a8ed6206..000000000 --- a/docs/colossalai/colossalai.nn.layer.parallel_1d.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.nn.layer.parallel\_1d -================================ - -.. automodule:: colossalai.nn.layer.parallel_1d - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.layer.parallel_1d.layers diff --git a/docs/colossalai/colossalai.nn.layer.parallel_2d.layers.rst b/docs/colossalai/colossalai.nn.layer.parallel_2d.layers.rst deleted file mode 100644 index b64d402bd..000000000 --- a/docs/colossalai/colossalai.nn.layer.parallel_2d.layers.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.parallel\_2d.layers -======================================= - -.. automodule:: colossalai.nn.layer.parallel_2d.layers - :members: diff --git a/docs/colossalai/colossalai.nn.layer.parallel_2d.rst b/docs/colossalai/colossalai.nn.layer.parallel_2d.rst deleted file mode 100644 index f5ad41a1b..000000000 --- a/docs/colossalai/colossalai.nn.layer.parallel_2d.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.nn.layer.parallel\_2d -================================ - -.. automodule:: colossalai.nn.layer.parallel_2d - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.layer.parallel_2d.layers diff --git a/docs/colossalai/colossalai.nn.layer.parallel_2p5d.layers.rst b/docs/colossalai/colossalai.nn.layer.parallel_2p5d.layers.rst deleted file mode 100644 index ebc99d56c..000000000 --- a/docs/colossalai/colossalai.nn.layer.parallel_2p5d.layers.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.parallel\_2p5d.layers -========================================= - -.. automodule:: colossalai.nn.layer.parallel_2p5d.layers - :members: diff --git a/docs/colossalai/colossalai.nn.layer.parallel_2p5d.rst b/docs/colossalai/colossalai.nn.layer.parallel_2p5d.rst deleted file mode 100644 index 5869bdee9..000000000 --- a/docs/colossalai/colossalai.nn.layer.parallel_2p5d.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.nn.layer.parallel\_2p5d -================================== - -.. automodule:: colossalai.nn.layer.parallel_2p5d - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.layer.parallel_2p5d.layers diff --git a/docs/colossalai/colossalai.nn.layer.parallel_3d.layers.rst b/docs/colossalai/colossalai.nn.layer.parallel_3d.layers.rst deleted file mode 100644 index a1702f1fc..000000000 --- a/docs/colossalai/colossalai.nn.layer.parallel_3d.layers.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.parallel\_3d.layers -======================================= - -.. automodule:: colossalai.nn.layer.parallel_3d.layers - :members: diff --git a/docs/colossalai/colossalai.nn.layer.parallel_3d.rst b/docs/colossalai/colossalai.nn.layer.parallel_3d.rst deleted file mode 100644 index bb55a63e5..000000000 --- a/docs/colossalai/colossalai.nn.layer.parallel_3d.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.nn.layer.parallel\_3d -================================ - -.. automodule:: colossalai.nn.layer.parallel_3d - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.layer.parallel_3d.layers diff --git a/docs/colossalai/colossalai.nn.layer.parallel_sequence.layers.rst b/docs/colossalai/colossalai.nn.layer.parallel_sequence.layers.rst deleted file mode 100644 index 54929d2e7..000000000 --- a/docs/colossalai/colossalai.nn.layer.parallel_sequence.layers.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.parallel\_sequence.layers -============================================= - -.. automodule:: colossalai.nn.layer.parallel_sequence.layers - :members: diff --git a/docs/colossalai/colossalai.nn.layer.parallel_sequence.rst b/docs/colossalai/colossalai.nn.layer.parallel_sequence.rst deleted file mode 100644 index 24e8941d4..000000000 --- a/docs/colossalai/colossalai.nn.layer.parallel_sequence.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.nn.layer.parallel\_sequence -====================================== - -.. automodule:: colossalai.nn.layer.parallel_sequence - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.layer.parallel_sequence.layers diff --git a/docs/colossalai/colossalai.nn.layer.rst b/docs/colossalai/colossalai.nn.layer.rst deleted file mode 100644 index 32a93128f..000000000 --- a/docs/colossalai/colossalai.nn.layer.rst +++ /dev/null @@ -1,25 +0,0 @@ -colossalai.nn.layer -=================== - -.. automodule:: colossalai.nn.layer - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.layer.colossalai_layer - colossalai.nn.layer.moe - colossalai.nn.layer.parallel_1d - colossalai.nn.layer.parallel_2d - colossalai.nn.layer.parallel_2p5d - colossalai.nn.layer.parallel_3d - colossalai.nn.layer.parallel_sequence - colossalai.nn.layer.utils - colossalai.nn.layer.vanilla - colossalai.nn.layer.wrapper - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.layer.base_layer diff --git a/docs/colossalai/colossalai.nn.layer.utils.common.rst b/docs/colossalai/colossalai.nn.layer.utils.common.rst deleted file mode 100644 index 6a552830f..000000000 --- a/docs/colossalai/colossalai.nn.layer.utils.common.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.utils.common -================================ - -.. automodule:: colossalai.nn.layer.utils.common - :members: diff --git a/docs/colossalai/colossalai.nn.layer.utils.rst b/docs/colossalai/colossalai.nn.layer.utils.rst deleted file mode 100644 index 16c3d7182..000000000 --- a/docs/colossalai/colossalai.nn.layer.utils.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.nn.layer.utils -========================= - -.. automodule:: colossalai.nn.layer.utils - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.layer.utils.common diff --git a/docs/colossalai/colossalai.nn.layer.vanilla.layers.rst b/docs/colossalai/colossalai.nn.layer.vanilla.layers.rst deleted file mode 100644 index f993b1f50..000000000 --- a/docs/colossalai/colossalai.nn.layer.vanilla.layers.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.vanilla.layers -================================== - -.. automodule:: colossalai.nn.layer.vanilla.layers - :members: diff --git a/docs/colossalai/colossalai.nn.layer.vanilla.rst b/docs/colossalai/colossalai.nn.layer.vanilla.rst deleted file mode 100644 index fe1ea5c6c..000000000 --- a/docs/colossalai/colossalai.nn.layer.vanilla.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.nn.layer.vanilla -=========================== - -.. automodule:: colossalai.nn.layer.vanilla - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.layer.vanilla.layers diff --git a/docs/colossalai/colossalai.nn.layer.wrapper.pipeline_wrapper.rst b/docs/colossalai/colossalai.nn.layer.wrapper.pipeline_wrapper.rst deleted file mode 100644 index e5648873d..000000000 --- a/docs/colossalai/colossalai.nn.layer.wrapper.pipeline_wrapper.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.layer.wrapper.pipeline\_wrapper -============================================= - -.. automodule:: colossalai.nn.layer.wrapper.pipeline_wrapper - :members: diff --git a/docs/colossalai/colossalai.nn.layer.wrapper.rst b/docs/colossalai/colossalai.nn.layer.wrapper.rst deleted file mode 100644 index 761bf843a..000000000 --- a/docs/colossalai/colossalai.nn.layer.wrapper.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.nn.layer.wrapper -=========================== - -.. automodule:: colossalai.nn.layer.wrapper - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.layer.wrapper.pipeline_wrapper diff --git a/docs/colossalai/colossalai.nn.loss.loss_1d.rst b/docs/colossalai/colossalai.nn.loss.loss_1d.rst deleted file mode 100644 index d9ac2e67d..000000000 --- a/docs/colossalai/colossalai.nn.loss.loss_1d.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.loss.loss\_1d -=========================== - -.. automodule:: colossalai.nn.loss.loss_1d - :members: diff --git a/docs/colossalai/colossalai.nn.loss.loss_2d.rst b/docs/colossalai/colossalai.nn.loss.loss_2d.rst deleted file mode 100644 index 14d1585e3..000000000 --- a/docs/colossalai/colossalai.nn.loss.loss_2d.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.loss.loss\_2d -=========================== - -.. automodule:: colossalai.nn.loss.loss_2d - :members: diff --git a/docs/colossalai/colossalai.nn.loss.loss_2p5d.rst b/docs/colossalai/colossalai.nn.loss.loss_2p5d.rst deleted file mode 100644 index fc3714da3..000000000 --- a/docs/colossalai/colossalai.nn.loss.loss_2p5d.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.loss.loss\_2p5d -============================= - -.. automodule:: colossalai.nn.loss.loss_2p5d - :members: diff --git a/docs/colossalai/colossalai.nn.loss.loss_3d.rst b/docs/colossalai/colossalai.nn.loss.loss_3d.rst deleted file mode 100644 index a593324fb..000000000 --- a/docs/colossalai/colossalai.nn.loss.loss_3d.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.loss.loss\_3d -=========================== - -.. automodule:: colossalai.nn.loss.loss_3d - :members: diff --git a/docs/colossalai/colossalai.nn.loss.loss_moe.rst b/docs/colossalai/colossalai.nn.loss.loss_moe.rst deleted file mode 100644 index ef2851ace..000000000 --- a/docs/colossalai/colossalai.nn.loss.loss_moe.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.loss.loss\_moe -============================ - -.. automodule:: colossalai.nn.loss.loss_moe - :members: diff --git a/docs/colossalai/colossalai.nn.loss.rst b/docs/colossalai/colossalai.nn.loss.rst deleted file mode 100644 index 5df7d1ae3..000000000 --- a/docs/colossalai/colossalai.nn.loss.rst +++ /dev/null @@ -1,15 +0,0 @@ -colossalai.nn.loss -================== - -.. automodule:: colossalai.nn.loss - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.loss.loss_1d - colossalai.nn.loss.loss_2d - colossalai.nn.loss.loss_2p5d - colossalai.nn.loss.loss_3d - colossalai.nn.loss.loss_moe diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.cosine.rst b/docs/colossalai/colossalai.nn.lr_scheduler.cosine.rst deleted file mode 100644 index a7c636ad3..000000000 --- a/docs/colossalai/colossalai.nn.lr_scheduler.cosine.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.lr\_scheduler.cosine -================================== - -.. automodule:: colossalai.nn.lr_scheduler.cosine - :members: diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.delayed.rst b/docs/colossalai/colossalai.nn.lr_scheduler.delayed.rst deleted file mode 100644 index 2a86c4b2a..000000000 --- a/docs/colossalai/colossalai.nn.lr_scheduler.delayed.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.lr\_scheduler.delayed -=================================== - -.. automodule:: colossalai.nn.lr_scheduler.delayed - :members: diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.linear.rst b/docs/colossalai/colossalai.nn.lr_scheduler.linear.rst deleted file mode 100644 index 5e917edc2..000000000 --- a/docs/colossalai/colossalai.nn.lr_scheduler.linear.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.lr\_scheduler.linear -================================== - -.. automodule:: colossalai.nn.lr_scheduler.linear - :members: diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.multistep.rst b/docs/colossalai/colossalai.nn.lr_scheduler.multistep.rst deleted file mode 100644 index 4248a6386..000000000 --- a/docs/colossalai/colossalai.nn.lr_scheduler.multistep.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.lr\_scheduler.multistep -===================================== - -.. automodule:: colossalai.nn.lr_scheduler.multistep - :members: diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.onecycle.rst b/docs/colossalai/colossalai.nn.lr_scheduler.onecycle.rst deleted file mode 100644 index 7f2fd4758..000000000 --- a/docs/colossalai/colossalai.nn.lr_scheduler.onecycle.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.lr\_scheduler.onecycle -==================================== - -.. automodule:: colossalai.nn.lr_scheduler.onecycle - :members: diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.poly.rst b/docs/colossalai/colossalai.nn.lr_scheduler.poly.rst deleted file mode 100644 index c1618812a..000000000 --- a/docs/colossalai/colossalai.nn.lr_scheduler.poly.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.lr\_scheduler.poly -================================ - -.. automodule:: colossalai.nn.lr_scheduler.poly - :members: diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.rst b/docs/colossalai/colossalai.nn.lr_scheduler.rst deleted file mode 100644 index 427a3ee45..000000000 --- a/docs/colossalai/colossalai.nn.lr_scheduler.rst +++ /dev/null @@ -1,17 +0,0 @@ -colossalai.nn.lr\_scheduler -=========================== - -.. automodule:: colossalai.nn.lr_scheduler - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.lr_scheduler.cosine - colossalai.nn.lr_scheduler.delayed - colossalai.nn.lr_scheduler.linear - colossalai.nn.lr_scheduler.multistep - colossalai.nn.lr_scheduler.onecycle - colossalai.nn.lr_scheduler.poly - colossalai.nn.lr_scheduler.torch diff --git a/docs/colossalai/colossalai.nn.lr_scheduler.torch.rst b/docs/colossalai/colossalai.nn.lr_scheduler.torch.rst deleted file mode 100644 index f8d552bf1..000000000 --- a/docs/colossalai/colossalai.nn.lr_scheduler.torch.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.lr\_scheduler.torch -================================= - -.. automodule:: colossalai.nn.lr_scheduler.torch - :members: diff --git a/docs/colossalai/colossalai.nn.metric.accuracy_2d.rst b/docs/colossalai/colossalai.nn.metric.accuracy_2d.rst deleted file mode 100644 index 63bcb8349..000000000 --- a/docs/colossalai/colossalai.nn.metric.accuracy_2d.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.metric.accuracy\_2d -================================= - -.. automodule:: colossalai.nn.metric.accuracy_2d - :members: diff --git a/docs/colossalai/colossalai.nn.metric.accuracy_2p5d.rst b/docs/colossalai/colossalai.nn.metric.accuracy_2p5d.rst deleted file mode 100644 index dd4358fbf..000000000 --- a/docs/colossalai/colossalai.nn.metric.accuracy_2p5d.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.metric.accuracy\_2p5d -=================================== - -.. automodule:: colossalai.nn.metric.accuracy_2p5d - :members: diff --git a/docs/colossalai/colossalai.nn.metric.accuracy_3d.rst b/docs/colossalai/colossalai.nn.metric.accuracy_3d.rst deleted file mode 100644 index 95143444b..000000000 --- a/docs/colossalai/colossalai.nn.metric.accuracy_3d.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.metric.accuracy\_3d -================================= - -.. automodule:: colossalai.nn.metric.accuracy_3d - :members: diff --git a/docs/colossalai/colossalai.nn.metric.rst b/docs/colossalai/colossalai.nn.metric.rst deleted file mode 100644 index 28f5568eb..000000000 --- a/docs/colossalai/colossalai.nn.metric.rst +++ /dev/null @@ -1,13 +0,0 @@ -colossalai.nn.metric -==================== - -.. automodule:: colossalai.nn.metric - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.metric.accuracy_2d - colossalai.nn.metric.accuracy_2p5d - colossalai.nn.metric.accuracy_3d diff --git a/docs/colossalai/colossalai.nn.optimizer.colossalai_optimizer.rst b/docs/colossalai/colossalai.nn.optimizer.colossalai_optimizer.rst deleted file mode 100644 index 35515c374..000000000 --- a/docs/colossalai/colossalai.nn.optimizer.colossalai_optimizer.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.optimizer.colossalai\_optimizer -============================================= - -.. automodule:: colossalai.nn.optimizer.colossalai_optimizer - :members: diff --git a/docs/colossalai/colossalai.nn.optimizer.cpu_adam.rst b/docs/colossalai/colossalai.nn.optimizer.cpu_adam.rst deleted file mode 100644 index 224dfab43..000000000 --- a/docs/colossalai/colossalai.nn.optimizer.cpu_adam.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.optimizer.cpu\_adam -================================= - -.. automodule:: colossalai.nn.optimizer.cpu_adam - :members: diff --git a/docs/colossalai/colossalai.nn.optimizer.fused_adam.rst b/docs/colossalai/colossalai.nn.optimizer.fused_adam.rst deleted file mode 100644 index 60af624cb..000000000 --- a/docs/colossalai/colossalai.nn.optimizer.fused_adam.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.optimizer.fused\_adam -=================================== - -.. automodule:: colossalai.nn.optimizer.fused_adam - :members: diff --git a/docs/colossalai/colossalai.nn.optimizer.fused_lamb.rst b/docs/colossalai/colossalai.nn.optimizer.fused_lamb.rst deleted file mode 100644 index 66c0fa4ca..000000000 --- a/docs/colossalai/colossalai.nn.optimizer.fused_lamb.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.optimizer.fused\_lamb -=================================== - -.. automodule:: colossalai.nn.optimizer.fused_lamb - :members: diff --git a/docs/colossalai/colossalai.nn.optimizer.fused_sgd.rst b/docs/colossalai/colossalai.nn.optimizer.fused_sgd.rst deleted file mode 100644 index 2ecc77c33..000000000 --- a/docs/colossalai/colossalai.nn.optimizer.fused_sgd.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.optimizer.fused\_sgd -================================== - -.. automodule:: colossalai.nn.optimizer.fused_sgd - :members: diff --git a/docs/colossalai/colossalai.nn.optimizer.hybrid_adam.rst b/docs/colossalai/colossalai.nn.optimizer.hybrid_adam.rst deleted file mode 100644 index 20508d664..000000000 --- a/docs/colossalai/colossalai.nn.optimizer.hybrid_adam.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.optimizer.hybrid\_adam -==================================== - -.. automodule:: colossalai.nn.optimizer.hybrid_adam - :members: diff --git a/docs/colossalai/colossalai.nn.optimizer.lamb.rst b/docs/colossalai/colossalai.nn.optimizer.lamb.rst deleted file mode 100644 index 57199ea36..000000000 --- a/docs/colossalai/colossalai.nn.optimizer.lamb.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.optimizer.lamb -============================ - -.. automodule:: colossalai.nn.optimizer.lamb - :members: diff --git a/docs/colossalai/colossalai.nn.optimizer.lars.rst b/docs/colossalai/colossalai.nn.optimizer.lars.rst deleted file mode 100644 index f935950f8..000000000 --- a/docs/colossalai/colossalai.nn.optimizer.lars.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.optimizer.lars -============================ - -.. automodule:: colossalai.nn.optimizer.lars - :members: diff --git a/docs/colossalai/colossalai.nn.optimizer.rst b/docs/colossalai/colossalai.nn.optimizer.rst deleted file mode 100644 index ede9cc496..000000000 --- a/docs/colossalai/colossalai.nn.optimizer.rst +++ /dev/null @@ -1,19 +0,0 @@ -colossalai.nn.optimizer -======================= - -.. automodule:: colossalai.nn.optimizer - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.optimizer.colossalai_optimizer - colossalai.nn.optimizer.cpu_adam - colossalai.nn.optimizer.fused_adam - colossalai.nn.optimizer.fused_lamb - colossalai.nn.optimizer.fused_sgd - colossalai.nn.optimizer.hybrid_adam - colossalai.nn.optimizer.lamb - colossalai.nn.optimizer.lars - colossalai.nn.optimizer.utils diff --git a/docs/colossalai/colossalai.nn.optimizer.utils.rst b/docs/colossalai/colossalai.nn.optimizer.utils.rst deleted file mode 100644 index 9b2bc2f01..000000000 --- a/docs/colossalai/colossalai.nn.optimizer.utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.optimizer.utils -============================= - -.. automodule:: colossalai.nn.optimizer.utils - :members: diff --git a/docs/colossalai/colossalai.nn.parallel.data_parallel.rst b/docs/colossalai/colossalai.nn.parallel.data_parallel.rst deleted file mode 100644 index ba987c2ee..000000000 --- a/docs/colossalai/colossalai.nn.parallel.data_parallel.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.parallel.data\_parallel -===================================== - -.. automodule:: colossalai.nn.parallel.data_parallel - :members: diff --git a/docs/colossalai/colossalai.nn.parallel.layers.colo_module.rst b/docs/colossalai/colossalai.nn.parallel.layers.colo_module.rst deleted file mode 100644 index c80fff6d5..000000000 --- a/docs/colossalai/colossalai.nn.parallel.layers.colo_module.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.parallel.layers.colo\_module -========================================== - -.. automodule:: colossalai.nn.parallel.layers.colo_module - :members: diff --git a/docs/colossalai/colossalai.nn.parallel.layers.embedding.rst b/docs/colossalai/colossalai.nn.parallel.layers.embedding.rst deleted file mode 100644 index 1e7ecc50f..000000000 --- a/docs/colossalai/colossalai.nn.parallel.layers.embedding.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.parallel.layers.embedding -======================================= - -.. automodule:: colossalai.nn.parallel.layers.embedding - :members: diff --git a/docs/colossalai/colossalai.nn.parallel.layers.linear.rst b/docs/colossalai/colossalai.nn.parallel.layers.linear.rst deleted file mode 100644 index bbc5e3257..000000000 --- a/docs/colossalai/colossalai.nn.parallel.layers.linear.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.parallel.layers.linear -==================================== - -.. automodule:: colossalai.nn.parallel.layers.linear - :members: diff --git a/docs/colossalai/colossalai.nn.parallel.layers.module_utils.rst b/docs/colossalai/colossalai.nn.parallel.layers.module_utils.rst deleted file mode 100644 index 5190ab403..000000000 --- a/docs/colossalai/colossalai.nn.parallel.layers.module_utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.parallel.layers.module\_utils -=========================================== - -.. automodule:: colossalai.nn.parallel.layers.module_utils - :members: diff --git a/docs/colossalai/colossalai.nn.parallel.layers.rst b/docs/colossalai/colossalai.nn.parallel.layers.rst deleted file mode 100644 index 782a206e8..000000000 --- a/docs/colossalai/colossalai.nn.parallel.layers.rst +++ /dev/null @@ -1,14 +0,0 @@ -colossalai.nn.parallel.layers -============================= - -.. automodule:: colossalai.nn.parallel.layers - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.parallel.layers.colo_module - colossalai.nn.parallel.layers.embedding - colossalai.nn.parallel.layers.linear - colossalai.nn.parallel.layers.module_utils diff --git a/docs/colossalai/colossalai.nn.parallel.reducer.rst b/docs/colossalai/colossalai.nn.parallel.reducer.rst deleted file mode 100644 index d80841f69..000000000 --- a/docs/colossalai/colossalai.nn.parallel.reducer.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.nn.parallel.reducer -============================== - -.. automodule:: colossalai.nn.parallel.reducer - :members: diff --git a/docs/colossalai/colossalai.nn.parallel.rst b/docs/colossalai/colossalai.nn.parallel.rst deleted file mode 100644 index 19e9d1eef..000000000 --- a/docs/colossalai/colossalai.nn.parallel.rst +++ /dev/null @@ -1,17 +0,0 @@ -colossalai.nn.parallel -====================== - -.. automodule:: colossalai.nn.parallel - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.parallel.layers - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.parallel.data_parallel - colossalai.nn.parallel.reducer diff --git a/docs/colossalai/colossalai.nn.rst b/docs/colossalai/colossalai.nn.rst deleted file mode 100644 index 7e683952f..000000000 --- a/docs/colossalai/colossalai.nn.rst +++ /dev/null @@ -1,22 +0,0 @@ -colossalai.nn -============= - -.. automodule:: colossalai.nn - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.graph - colossalai.nn.layer - colossalai.nn.loss - colossalai.nn.lr_scheduler - colossalai.nn.metric - colossalai.nn.optimizer - colossalai.nn.parallel - - -.. toctree:: - :maxdepth: 2 - - colossalai.nn.init diff --git a/docs/colossalai/colossalai.pipeline.layer_sepc.rst b/docs/colossalai/colossalai.pipeline.layer_sepc.rst deleted file mode 100644 index 156660b5c..000000000 --- a/docs/colossalai/colossalai.pipeline.layer_sepc.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.pipeline.layer\_sepc -=============================== - -.. automodule:: colossalai.pipeline.layer_spec - :members: diff --git a/docs/colossalai/colossalai.pipeline.pipelinable.rst b/docs/colossalai/colossalai.pipeline.pipelinable.rst deleted file mode 100644 index 5c2b02ba6..000000000 --- a/docs/colossalai/colossalai.pipeline.pipelinable.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.pipeline.pipelinable -=============================== - -.. automodule:: colossalai.pipeline.pipelinable - :members: diff --git a/docs/colossalai/colossalai.pipeline.rst b/docs/colossalai/colossalai.pipeline.rst deleted file mode 100644 index 6f7652d49..000000000 --- a/docs/colossalai/colossalai.pipeline.rst +++ /dev/null @@ -1,13 +0,0 @@ -colossalai.pipeline -=================== - -.. automodule:: colossalai.pipeline - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.pipeline.layer_spec - colossalai.pipeline.pipelinable - colossalai.pipeline.utils diff --git a/docs/colossalai/colossalai.pipeline.utils.rst b/docs/colossalai/colossalai.pipeline.utils.rst deleted file mode 100644 index a33bf42cf..000000000 --- a/docs/colossalai/colossalai.pipeline.utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.pipeline.utils -========================= - -.. automodule:: colossalai.pipeline.utils - :members: diff --git a/docs/colossalai/colossalai.registry.registry.rst b/docs/colossalai/colossalai.registry.registry.rst deleted file mode 100644 index e942d7969..000000000 --- a/docs/colossalai/colossalai.registry.registry.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.registry.registry -============================ - -.. automodule:: colossalai.registry.registry - :members: diff --git a/docs/colossalai/colossalai.registry.rst b/docs/colossalai/colossalai.registry.rst deleted file mode 100644 index 0f294f6d1..000000000 --- a/docs/colossalai/colossalai.registry.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.registry -=================== - -.. automodule:: colossalai.registry - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.registry.registry diff --git a/docs/colossalai/colossalai.rst b/docs/colossalai/colossalai.rst deleted file mode 100644 index 921f15a97..000000000 --- a/docs/colossalai/colossalai.rst +++ /dev/null @@ -1,36 +0,0 @@ -colossalai -========== - -.. automodule:: colossalai - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.amp - colossalai.builder - colossalai.cli - colossalai.communication - colossalai.context - colossalai.engine - colossalai.fx - colossalai.gemini - colossalai.kernel - colossalai.logging - colossalai.nn - colossalai.pipeline - colossalai.registry - colossalai.tensor - colossalai.testing - colossalai.trainer - colossalai.utils - colossalai.zero - - -.. toctree:: - :maxdepth: 2 - - colossalai.constants - colossalai.core - colossalai.global_variables - colossalai.initialize diff --git a/docs/colossalai/colossalai.tensor.colo_parameter.rst b/docs/colossalai/colossalai.tensor.colo_parameter.rst deleted file mode 100644 index 9b65029db..000000000 --- a/docs/colossalai/colossalai.tensor.colo_parameter.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.tensor.colo\_parameter -================================= - -.. automodule:: colossalai.tensor.colo_parameter - :members: diff --git a/docs/colossalai/colossalai.tensor.colo_tensor.rst b/docs/colossalai/colossalai.tensor.colo_tensor.rst deleted file mode 100644 index 9161ac22f..000000000 --- a/docs/colossalai/colossalai.tensor.colo_tensor.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.tensor.colo\_tensor -============================== - -.. automodule:: colossalai.tensor.colo_tensor - :members: diff --git a/docs/colossalai/colossalai.tensor.compute_spec.rst b/docs/colossalai/colossalai.tensor.compute_spec.rst deleted file mode 100644 index e2d7235d9..000000000 --- a/docs/colossalai/colossalai.tensor.compute_spec.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.tensor.compute\_spec -=============================== - -.. automodule:: colossalai.tensor.compute_spec - :members: diff --git a/docs/colossalai/colossalai.tensor.const.rst b/docs/colossalai/colossalai.tensor.const.rst deleted file mode 100644 index a22a27893..000000000 --- a/docs/colossalai/colossalai.tensor.const.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.tensor.const -======================= - -.. automodule:: colossalai.tensor.const - :members: diff --git a/docs/colossalai/colossalai.tensor.dist_spec_mgr.rst b/docs/colossalai/colossalai.tensor.dist_spec_mgr.rst deleted file mode 100644 index 043cf2260..000000000 --- a/docs/colossalai/colossalai.tensor.dist_spec_mgr.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.tensor.dist\_spec\_mgr -================================= - -.. automodule:: colossalai.tensor.dist_spec_mgr - :members: diff --git a/docs/colossalai/colossalai.tensor.distspec.rst b/docs/colossalai/colossalai.tensor.distspec.rst deleted file mode 100644 index 2b4b0e5fa..000000000 --- a/docs/colossalai/colossalai.tensor.distspec.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.tensor.distspec -========================== - -.. automodule:: colossalai.tensor.distspec - :members: diff --git a/docs/colossalai/colossalai.tensor.op_wrapper.rst b/docs/colossalai/colossalai.tensor.op_wrapper.rst deleted file mode 100644 index a246e0a6a..000000000 --- a/docs/colossalai/colossalai.tensor.op_wrapper.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.tensor.op\_wrapper -============================= - -.. automodule:: colossalai.tensor.op_wrapper - :members: diff --git a/docs/colossalai/colossalai.tensor.param_op_hook.rst b/docs/colossalai/colossalai.tensor.param_op_hook.rst deleted file mode 100644 index 475ada452..000000000 --- a/docs/colossalai/colossalai.tensor.param_op_hook.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.tensor.param\_op\_hook -================================= - -.. automodule:: colossalai.tensor.param_op_hook - :members: diff --git a/docs/colossalai/colossalai.tensor.process_group.rst b/docs/colossalai/colossalai.tensor.process_group.rst deleted file mode 100644 index b71409e3b..000000000 --- a/docs/colossalai/colossalai.tensor.process_group.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.tensor.process\_group -================================ - -.. automodule:: colossalai.tensor.process_group - :members: diff --git a/docs/colossalai/colossalai.tensor.rst b/docs/colossalai/colossalai.tensor.rst deleted file mode 100644 index 68e06552b..000000000 --- a/docs/colossalai/colossalai.tensor.rst +++ /dev/null @@ -1,21 +0,0 @@ -colossalai.tensor -================= - -.. automodule:: colossalai.tensor - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.tensor.colo_parameter - colossalai.tensor.colo_tensor - colossalai.tensor.compute_spec - colossalai.tensor.const - colossalai.tensor.dist_spec_mgr - colossalai.tensor.distspec - colossalai.tensor.op_wrapper - colossalai.tensor.param_op_hook - colossalai.tensor.process_group - colossalai.tensor.tensor_spec - colossalai.tensor.utils diff --git a/docs/colossalai/colossalai.tensor.tensor_spec.rst b/docs/colossalai/colossalai.tensor.tensor_spec.rst deleted file mode 100644 index 7125b9cbc..000000000 --- a/docs/colossalai/colossalai.tensor.tensor_spec.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.tensor.tensor\_spec -============================== - -.. automodule:: colossalai.tensor.tensor_spec - :members: diff --git a/docs/colossalai/colossalai.tensor.utils.rst b/docs/colossalai/colossalai.tensor.utils.rst deleted file mode 100644 index 5d9bd1b03..000000000 --- a/docs/colossalai/colossalai.tensor.utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.tensor.utils -======================= - -.. automodule:: colossalai.tensor.utils - :members: diff --git a/docs/colossalai/colossalai.testing.comparison.rst b/docs/colossalai/colossalai.testing.comparison.rst deleted file mode 100644 index bcfdf0598..000000000 --- a/docs/colossalai/colossalai.testing.comparison.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.testing.comparison -============================= - -.. automodule:: colossalai.testing.comparison - :members: diff --git a/docs/colossalai/colossalai.testing.rst b/docs/colossalai/colossalai.testing.rst deleted file mode 100644 index 1127aa52c..000000000 --- a/docs/colossalai/colossalai.testing.rst +++ /dev/null @@ -1,12 +0,0 @@ -colossalai.testing -================== - -.. automodule:: colossalai.testing - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.testing.comparison - colossalai.testing.utils diff --git a/docs/colossalai/colossalai.testing.utils.rst b/docs/colossalai/colossalai.testing.utils.rst deleted file mode 100644 index d8c2edcce..000000000 --- a/docs/colossalai/colossalai.testing.utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.testing.utils -======================== - -.. automodule:: colossalai.testing.utils - :members: diff --git a/docs/colossalai/colossalai.trainer.hooks.rst b/docs/colossalai/colossalai.trainer.hooks.rst deleted file mode 100644 index 84cc6797b..000000000 --- a/docs/colossalai/colossalai.trainer.hooks.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.trainer.hooks -======================== - -.. automodule:: colossalai.trainer.hooks - :members: diff --git a/docs/colossalai/colossalai.trainer.rst b/docs/colossalai/colossalai.trainer.rst deleted file mode 100644 index abc636e62..000000000 --- a/docs/colossalai/colossalai.trainer.rst +++ /dev/null @@ -1,10 +0,0 @@ -colossalai.trainer -================== - -.. automodule:: colossalai.trainer - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.trainer.hooks diff --git a/docs/colossalai/colossalai.utils.activation_checkpoint.rst b/docs/colossalai/colossalai.utils.activation_checkpoint.rst deleted file mode 100644 index 671b5fe9e..000000000 --- a/docs/colossalai/colossalai.utils.activation_checkpoint.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.activation\_checkpoint -======================================= - -.. automodule:: colossalai.utils.activation_checkpoint - :members: diff --git a/docs/colossalai/colossalai.utils.checkpoint.module_checkpoint.rst b/docs/colossalai/colossalai.utils.checkpoint.module_checkpoint.rst deleted file mode 100644 index 237ad380b..000000000 --- a/docs/colossalai/colossalai.utils.checkpoint.module_checkpoint.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.checkpoint.module\_checkpoint -============================================== - -.. automodule:: colossalai.utils.checkpoint.module_checkpoint - :members: diff --git a/docs/colossalai/colossalai.utils.checkpoint.rst b/docs/colossalai/colossalai.utils.checkpoint.rst deleted file mode 100644 index 220c270f0..000000000 --- a/docs/colossalai/colossalai.utils.checkpoint.rst +++ /dev/null @@ -1,12 +0,0 @@ -colossalai.utils.checkpoint -=========================== - -.. automodule:: colossalai.utils.checkpoint - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.utils.checkpoint.module_checkpoint - colossalai.utils.checkpoint.utils diff --git a/docs/colossalai/colossalai.utils.checkpoint.utils.rst b/docs/colossalai/colossalai.utils.checkpoint.utils.rst deleted file mode 100644 index 7fdeefd53..000000000 --- a/docs/colossalai/colossalai.utils.checkpoint.utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.checkpoint.utils -================================= - -.. automodule:: colossalai.utils.checkpoint.utils - :members: diff --git a/docs/colossalai/colossalai.utils.checkpointing.rst b/docs/colossalai/colossalai.utils.checkpointing.rst deleted file mode 100644 index 534a581d5..000000000 --- a/docs/colossalai/colossalai.utils.checkpointing.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.checkpointing -============================== - -.. automodule:: colossalai.utils.checkpointing - :members: diff --git a/docs/colossalai/colossalai.utils.common.rst b/docs/colossalai/colossalai.utils.common.rst deleted file mode 100644 index cb9f9c14e..000000000 --- a/docs/colossalai/colossalai.utils.common.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.common -======================= - -.. automodule:: colossalai.utils.common - :members: diff --git a/docs/colossalai/colossalai.utils.cuda.rst b/docs/colossalai/colossalai.utils.cuda.rst deleted file mode 100644 index ec428c5ef..000000000 --- a/docs/colossalai/colossalai.utils.cuda.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.cuda -===================== - -.. automodule:: colossalai.utils.cuda - :members: diff --git a/docs/colossalai/colossalai.utils.data_sampler.base_sampler.rst b/docs/colossalai/colossalai.utils.data_sampler.base_sampler.rst deleted file mode 100644 index 199e8fcf8..000000000 --- a/docs/colossalai/colossalai.utils.data_sampler.base_sampler.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.data\_sampler.base\_sampler -============================================ - -.. automodule:: colossalai.utils.data_sampler.base_sampler - :members: diff --git a/docs/colossalai/colossalai.utils.data_sampler.data_parallel_sampler.rst b/docs/colossalai/colossalai.utils.data_sampler.data_parallel_sampler.rst deleted file mode 100644 index 85e1b121c..000000000 --- a/docs/colossalai/colossalai.utils.data_sampler.data_parallel_sampler.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.data\_sampler.data\_parallel\_sampler -====================================================== - -.. automodule:: colossalai.utils.data_sampler.data_parallel_sampler - :members: diff --git a/docs/colossalai/colossalai.utils.data_sampler.rst b/docs/colossalai/colossalai.utils.data_sampler.rst deleted file mode 100644 index 61dde070b..000000000 --- a/docs/colossalai/colossalai.utils.data_sampler.rst +++ /dev/null @@ -1,12 +0,0 @@ -colossalai.utils.data\_sampler -============================== - -.. automodule:: colossalai.utils.data_sampler - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.utils.data_sampler.base_sampler - colossalai.utils.data_sampler.data_parallel_sampler diff --git a/docs/colossalai/colossalai.utils.memory.rst b/docs/colossalai/colossalai.utils.memory.rst deleted file mode 100644 index 67c5d6002..000000000 --- a/docs/colossalai/colossalai.utils.memory.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.memory -======================= - -.. automodule:: colossalai.utils.memory - :members: diff --git a/docs/colossalai/colossalai.utils.model.colo_init_context.rst b/docs/colossalai/colossalai.utils.model.colo_init_context.rst deleted file mode 100644 index 33ee44915..000000000 --- a/docs/colossalai/colossalai.utils.model.colo_init_context.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.model.colo\_init\_context -========================================== - -.. automodule:: colossalai.utils.model.colo_init_context - :members: diff --git a/docs/colossalai/colossalai.utils.model.lazy_init_context.rst b/docs/colossalai/colossalai.utils.model.lazy_init_context.rst deleted file mode 100644 index 27c9a32c6..000000000 --- a/docs/colossalai/colossalai.utils.model.lazy_init_context.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.model.lazy\_init\_context -========================================== - -.. automodule:: colossalai.utils.model.lazy_init_context - :members: diff --git a/docs/colossalai/colossalai.utils.model.rst b/docs/colossalai/colossalai.utils.model.rst deleted file mode 100644 index 9adfd1450..000000000 --- a/docs/colossalai/colossalai.utils.model.rst +++ /dev/null @@ -1,13 +0,0 @@ -colossalai.utils.model -====================== - -.. automodule:: colossalai.utils.model - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.utils.model.colo_init_context - colossalai.utils.model.lazy_init_context - colossalai.utils.model.utils diff --git a/docs/colossalai/colossalai.utils.model.utils.rst b/docs/colossalai/colossalai.utils.model.utils.rst deleted file mode 100644 index 211106662..000000000 --- a/docs/colossalai/colossalai.utils.model.utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.model.utils -============================ - -.. automodule:: colossalai.utils.model.utils - :members: diff --git a/docs/colossalai/colossalai.utils.moe.rst b/docs/colossalai/colossalai.utils.moe.rst deleted file mode 100644 index b66ccdc8e..000000000 --- a/docs/colossalai/colossalai.utils.moe.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.moe -==================== - -.. automodule:: colossalai.utils.moe - :members: diff --git a/docs/colossalai/colossalai.utils.multi_tensor_apply.multi_tensor_apply.rst b/docs/colossalai/colossalai.utils.multi_tensor_apply.multi_tensor_apply.rst deleted file mode 100644 index 493b9530e..000000000 --- a/docs/colossalai/colossalai.utils.multi_tensor_apply.multi_tensor_apply.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.multi\_tensor\_apply.multi\_tensor\_apply -========================================================== - -.. automodule:: colossalai.utils.multi_tensor_apply.multi_tensor_apply - :members: diff --git a/docs/colossalai/colossalai.utils.multi_tensor_apply.rst b/docs/colossalai/colossalai.utils.multi_tensor_apply.rst deleted file mode 100644 index d5749cfa8..000000000 --- a/docs/colossalai/colossalai.utils.multi_tensor_apply.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.utils.multi\_tensor\_apply -===================================== - -.. automodule:: colossalai.utils.multi_tensor_apply - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.utils.multi_tensor_apply.multi_tensor_apply diff --git a/docs/colossalai/colossalai.utils.profiler.extention.rst b/docs/colossalai/colossalai.utils.profiler.extention.rst deleted file mode 100644 index 5c8769261..000000000 --- a/docs/colossalai/colossalai.utils.profiler.extention.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.profiler.extention -=================================== - -.. automodule:: colossalai.utils.profiler.extention - :members: diff --git a/docs/colossalai/colossalai.utils.profiler.legacy.comm_profiler.rst b/docs/colossalai/colossalai.utils.profiler.legacy.comm_profiler.rst deleted file mode 100644 index 4329a3d60..000000000 --- a/docs/colossalai/colossalai.utils.profiler.legacy.comm_profiler.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.profiler.legacy.comm\_profiler -=============================================== - -.. automodule:: colossalai.utils.profiler.legacy.comm_profiler - :members: diff --git a/docs/colossalai/colossalai.utils.profiler.legacy.mem_profiler.rst b/docs/colossalai/colossalai.utils.profiler.legacy.mem_profiler.rst deleted file mode 100644 index 35c665c71..000000000 --- a/docs/colossalai/colossalai.utils.profiler.legacy.mem_profiler.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.profiler.legacy.mem\_profiler -============================================== - -.. automodule:: colossalai.utils.profiler.legacy.mem_profiler - :members: diff --git a/docs/colossalai/colossalai.utils.profiler.legacy.pcie_profiler.rst b/docs/colossalai/colossalai.utils.profiler.legacy.pcie_profiler.rst deleted file mode 100644 index 7aa82b8f7..000000000 --- a/docs/colossalai/colossalai.utils.profiler.legacy.pcie_profiler.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.profiler.legacy.pcie\_profiler -=============================================== - -.. automodule:: colossalai.utils.profiler.legacy.pcie_profiler - :members: diff --git a/docs/colossalai/colossalai.utils.profiler.legacy.prof_utils.rst b/docs/colossalai/colossalai.utils.profiler.legacy.prof_utils.rst deleted file mode 100644 index 93af82b2f..000000000 --- a/docs/colossalai/colossalai.utils.profiler.legacy.prof_utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.profiler.legacy.prof\_utils -============================================ - -.. automodule:: colossalai.utils.profiler.legacy.prof_utils - :members: diff --git a/docs/colossalai/colossalai.utils.profiler.legacy.rst b/docs/colossalai/colossalai.utils.profiler.legacy.rst deleted file mode 100644 index 37fcebde5..000000000 --- a/docs/colossalai/colossalai.utils.profiler.legacy.rst +++ /dev/null @@ -1,14 +0,0 @@ -colossalai.utils.profiler.legacy -================================ - -.. automodule:: colossalai.utils.profiler.legacy - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.utils.profiler.legacy.comm_profiler - colossalai.utils.profiler.legacy.mem_profiler - colossalai.utils.profiler.legacy.pcie_profiler - colossalai.utils.profiler.legacy.prof_utils diff --git a/docs/colossalai/colossalai.utils.profiler.profiler.rst b/docs/colossalai/colossalai.utils.profiler.profiler.rst deleted file mode 100644 index d35522837..000000000 --- a/docs/colossalai/colossalai.utils.profiler.profiler.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.profiler.profiler -================================== - -.. automodule:: colossalai.utils.profiler.profiler - :members: diff --git a/docs/colossalai/colossalai.utils.profiler.rst b/docs/colossalai/colossalai.utils.profiler.rst deleted file mode 100644 index 15681fcf2..000000000 --- a/docs/colossalai/colossalai.utils.profiler.rst +++ /dev/null @@ -1,18 +0,0 @@ -colossalai.utils.profiler -========================= - -.. automodule:: colossalai.utils.profiler - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.utils.profiler.legacy - - -.. toctree:: - :maxdepth: 2 - - colossalai.utils.profiler.extention - colossalai.utils.profiler.profiler - colossalai.utils.profiler.stateful_tensor_mem_extention diff --git a/docs/colossalai/colossalai.utils.profiler.stateful_tensor_mem_extention.rst b/docs/colossalai/colossalai.utils.profiler.stateful_tensor_mem_extention.rst deleted file mode 100644 index 72a3fccec..000000000 --- a/docs/colossalai/colossalai.utils.profiler.stateful_tensor_mem_extention.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.profiler.stateful\_tensor\_mem\_extention -========================================================== - -.. automodule:: colossalai.utils.profiler.stateful_tensor_mem_extention - :members: diff --git a/docs/colossalai/colossalai.utils.rst b/docs/colossalai/colossalai.utils.rst deleted file mode 100644 index 8b232a12c..000000000 --- a/docs/colossalai/colossalai.utils.rst +++ /dev/null @@ -1,27 +0,0 @@ -colossalai.utils -================ - -.. automodule:: colossalai.utils - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.utils.checkpoint - colossalai.utils.data_sampler - colossalai.utils.model - colossalai.utils.multi_tensor_apply - colossalai.utils.profiler - colossalai.utils.tensor_detector - - -.. toctree:: - :maxdepth: 2 - - colossalai.utils.activation_checkpoint - colossalai.utils.checkpointing - colossalai.utils.common - colossalai.utils.cuda - colossalai.utils.memory - colossalai.utils.moe - colossalai.utils.timer diff --git a/docs/colossalai/colossalai.utils.tensor_detector.rst b/docs/colossalai/colossalai.utils.tensor_detector.rst deleted file mode 100644 index 807d67e3a..000000000 --- a/docs/colossalai/colossalai.utils.tensor_detector.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.utils.tensor\_detector -================================= - -.. automodule:: colossalai.utils.tensor_detector - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.utils.tensor_detector.tensor_detector diff --git a/docs/colossalai/colossalai.utils.tensor_detector.tensor_detector.rst b/docs/colossalai/colossalai.utils.tensor_detector.tensor_detector.rst deleted file mode 100644 index 991cea343..000000000 --- a/docs/colossalai/colossalai.utils.tensor_detector.tensor_detector.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.tensor\_detector.tensor\_detector -================================================== - -.. automodule:: colossalai.utils.tensor_detector.tensor_detector - :members: diff --git a/docs/colossalai/colossalai.utils.timer.rst b/docs/colossalai/colossalai.utils.timer.rst deleted file mode 100644 index 2014c85f5..000000000 --- a/docs/colossalai/colossalai.utils.timer.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.utils.timer -====================== - -.. automodule:: colossalai.utils.timer - :members: diff --git a/docs/colossalai/colossalai.zero.init_ctx.init_context.rst b/docs/colossalai/colossalai.zero.init_ctx.init_context.rst deleted file mode 100644 index 1694074e8..000000000 --- a/docs/colossalai/colossalai.zero.init_ctx.init_context.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.zero.init\_ctx.init\_context -======================================= - -.. automodule:: colossalai.zero.init_ctx.init_context - :members: diff --git a/docs/colossalai/colossalai.zero.init_ctx.rst b/docs/colossalai/colossalai.zero.init_ctx.rst deleted file mode 100644 index 88cf471df..000000000 --- a/docs/colossalai/colossalai.zero.init_ctx.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.zero.init\_ctx -========================= - -.. automodule:: colossalai.zero.init_ctx - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.zero.init_ctx.init_context diff --git a/docs/colossalai/colossalai.zero.rst b/docs/colossalai/colossalai.zero.rst deleted file mode 100644 index 3bcaffd28..000000000 --- a/docs/colossalai/colossalai.zero.rst +++ /dev/null @@ -1,21 +0,0 @@ -colossalai.zero -=============== - -.. automodule:: colossalai.zero - :members: - -.. toctree:: - :maxdepth: 2 - - colossalai.zero.init_ctx - colossalai.zero.shard_utils - colossalai.zero.sharded_model - colossalai.zero.sharded_optim - colossalai.zero.sharded_param - colossalai.zero.utils - - -.. toctree:: - :maxdepth: 2 - - colossalai.zero.zero_optimizer diff --git a/docs/colossalai/colossalai.zero.shard_utils.base_shard_strategy.rst b/docs/colossalai/colossalai.zero.shard_utils.base_shard_strategy.rst deleted file mode 100644 index d5b59e06a..000000000 --- a/docs/colossalai/colossalai.zero.shard_utils.base_shard_strategy.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.zero.shard\_utils.base\_shard\_strategy -================================================== - -.. automodule:: colossalai.zero.shard_utils.base_shard_strategy - :members: diff --git a/docs/colossalai/colossalai.zero.shard_utils.bucket_tensor_shard_strategy.rst b/docs/colossalai/colossalai.zero.shard_utils.bucket_tensor_shard_strategy.rst deleted file mode 100644 index 952c5bbdd..000000000 --- a/docs/colossalai/colossalai.zero.shard_utils.bucket_tensor_shard_strategy.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.zero.shard\_utils.bucket\_tensor\_shard\_strategy -============================================================ - -.. automodule:: colossalai.zero.shard_utils.bucket_tensor_shard_strategy - :members: diff --git a/docs/colossalai/colossalai.zero.shard_utils.commons.rst b/docs/colossalai/colossalai.zero.shard_utils.commons.rst deleted file mode 100644 index aa6682d79..000000000 --- a/docs/colossalai/colossalai.zero.shard_utils.commons.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.zero.shard\_utils.commons -==================================== - -.. automodule:: colossalai.zero.shard_utils.commons - :members: diff --git a/docs/colossalai/colossalai.zero.shard_utils.rst b/docs/colossalai/colossalai.zero.shard_utils.rst deleted file mode 100644 index 580bfdab7..000000000 --- a/docs/colossalai/colossalai.zero.shard_utils.rst +++ /dev/null @@ -1,14 +0,0 @@ -colossalai.zero.shard\_utils -============================ - -.. automodule:: colossalai.zero.shard_utils - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.zero.shard_utils.base_shard_strategy - colossalai.zero.shard_utils.bucket_tensor_shard_strategy - colossalai.zero.shard_utils.commons - colossalai.zero.shard_utils.tensor_shard_strategy diff --git a/docs/colossalai/colossalai.zero.shard_utils.tensor_shard_strategy.rst b/docs/colossalai/colossalai.zero.shard_utils.tensor_shard_strategy.rst deleted file mode 100644 index 571b7bd7a..000000000 --- a/docs/colossalai/colossalai.zero.shard_utils.tensor_shard_strategy.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.zero.shard\_utils.tensor\_shard\_strategy -==================================================== - -.. automodule:: colossalai.zero.shard_utils.tensor_shard_strategy - :members: diff --git a/docs/colossalai/colossalai.zero.sharded_model.reduce_scatter.rst b/docs/colossalai/colossalai.zero.sharded_model.reduce_scatter.rst deleted file mode 100644 index cf861ee70..000000000 --- a/docs/colossalai/colossalai.zero.sharded_model.reduce_scatter.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.zero.sharded\_model.reduce\_scatter -============================================== - -.. automodule:: colossalai.zero.sharded_model.reduce_scatter - :members: diff --git a/docs/colossalai/colossalai.zero.sharded_model.rst b/docs/colossalai/colossalai.zero.sharded_model.rst deleted file mode 100644 index fb3f5a845..000000000 --- a/docs/colossalai/colossalai.zero.sharded_model.rst +++ /dev/null @@ -1,13 +0,0 @@ -colossalai.zero.sharded\_model -============================== - -.. automodule:: colossalai.zero.sharded_model - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.zero.sharded_model.reduce_scatter - colossalai.zero.sharded_model.sharded_model_v2 - colossalai.zero.sharded_model.utils diff --git a/docs/colossalai/colossalai.zero.sharded_model.sharded_model_v2.rst b/docs/colossalai/colossalai.zero.sharded_model.sharded_model_v2.rst deleted file mode 100644 index a0e191377..000000000 --- a/docs/colossalai/colossalai.zero.sharded_model.sharded_model_v2.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.zero.sharded\_model.sharded\_model\_v2 -================================================= - -.. automodule:: colossalai.zero.sharded_model.sharded_model_v2 - :members: diff --git a/docs/colossalai/colossalai.zero.sharded_model.utils.rst b/docs/colossalai/colossalai.zero.sharded_model.utils.rst deleted file mode 100644 index 5e3767742..000000000 --- a/docs/colossalai/colossalai.zero.sharded_model.utils.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.zero.sharded\_model.utils -==================================== - -.. automodule:: colossalai.zero.sharded_model.utils - :members: diff --git a/docs/colossalai/colossalai.zero.sharded_optim.rst b/docs/colossalai/colossalai.zero.sharded_optim.rst deleted file mode 100644 index db3dfdddb..000000000 --- a/docs/colossalai/colossalai.zero.sharded_optim.rst +++ /dev/null @@ -1,11 +0,0 @@ -colossalai.zero.sharded\_optim -============================== - -.. automodule:: colossalai.zero.sharded_optim - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.zero.sharded_optim.sharded_optim_v2 diff --git a/docs/colossalai/colossalai.zero.sharded_optim.sharded_optim_v2.rst b/docs/colossalai/colossalai.zero.sharded_optim.sharded_optim_v2.rst deleted file mode 100644 index 01fbe0c4c..000000000 --- a/docs/colossalai/colossalai.zero.sharded_optim.sharded_optim_v2.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.zero.sharded\_optim.sharded\_optim\_v2 -================================================= - -.. automodule:: colossalai.zero.sharded_optim.sharded_optim_v2 - :members: diff --git a/docs/colossalai/colossalai.zero.sharded_param.rst b/docs/colossalai/colossalai.zero.sharded_param.rst deleted file mode 100644 index 02e0fc6c2..000000000 --- a/docs/colossalai/colossalai.zero.sharded_param.rst +++ /dev/null @@ -1,12 +0,0 @@ -colossalai.zero.sharded\_param -============================== - -.. automodule:: colossalai.zero.sharded_param - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.zero.sharded_param.sharded_param - colossalai.zero.sharded_param.sharded_tensor diff --git a/docs/colossalai/colossalai.zero.sharded_param.sharded_param.rst b/docs/colossalai/colossalai.zero.sharded_param.sharded_param.rst deleted file mode 100644 index efa2f0de3..000000000 --- a/docs/colossalai/colossalai.zero.sharded_param.sharded_param.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.zero.sharded\_param.sharded\_param -============================================= - -.. automodule:: colossalai.zero.sharded_param.sharded_param - :members: diff --git a/docs/colossalai/colossalai.zero.sharded_param.sharded_tensor.rst b/docs/colossalai/colossalai.zero.sharded_param.sharded_tensor.rst deleted file mode 100644 index 930c28de4..000000000 --- a/docs/colossalai/colossalai.zero.sharded_param.sharded_tensor.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.zero.sharded\_param.sharded\_tensor -============================================== - -.. automodule:: colossalai.zero.sharded_param.sharded_tensor - :members: diff --git a/docs/colossalai/colossalai.zero.utils.rst b/docs/colossalai/colossalai.zero.utils.rst deleted file mode 100644 index 50ee9071e..000000000 --- a/docs/colossalai/colossalai.zero.utils.rst +++ /dev/null @@ -1,12 +0,0 @@ -colossalai.zero.utils -===================== - -.. automodule:: colossalai.zero.utils - :members: - - -.. toctree:: - :maxdepth: 2 - - colossalai.zero.utils.zero_hook - colossalai.zero.utils.gemini_hook diff --git a/docs/colossalai/colossalai.zero.utils.zero_hook.rst b/docs/colossalai/colossalai.zero.utils.zero_hook.rst deleted file mode 100644 index 424f466dd..000000000 --- a/docs/colossalai/colossalai.zero.utils.zero_hook.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.zero.utils.zero\_hook -================================ - -.. automodule:: colossalai.zero.utils.zero_hook - :members: diff --git a/docs/colossalai/colossalai.zero.utils.zero_hook_v2.rst b/docs/colossalai/colossalai.zero.utils.zero_hook_v2.rst deleted file mode 100644 index e6d6673af..000000000 --- a/docs/colossalai/colossalai.zero.utils.zero_hook_v2.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.zero.utils.zero\_hook\_v2 -==================================== - -.. automodule:: colossalai.zero.utils.gemini_hook - :members: diff --git a/docs/colossalai/colossalai.zero.zero_optimizer.rst b/docs/colossalai/colossalai.zero.zero_optimizer.rst deleted file mode 100644 index b945b081c..000000000 --- a/docs/colossalai/colossalai.zero.zero_optimizer.rst +++ /dev/null @@ -1,5 +0,0 @@ -colossalai.zero.zero\_optimizer -=============================== - -.. automodule:: colossalai.zero.zero_optimizer - :members: diff --git a/docs/conf.py b/docs/conf.py deleted file mode 100644 index 52e999f3b..000000000 --- a/docs/conf.py +++ /dev/null @@ -1,137 +0,0 @@ -# Configuration file for the Sphinx documentation builder. -# -# This file only contains a selection of the most common options. For a full -# list see the documentation: -# https://www.sphinx-doc.org/en/master/usage/configuration.html - -# -- Path setup -------------------------------------------------------------- - -import datetime -# If extensions (or modules to document with autodoc) are in another directory, -# add these directories to sys.path here. If the directory is relative to the -# documentation root, use os.path.abspath to make it absolute, like shown here. -# -import os -import sys - -sys.path.insert(0, os.path.abspath('..')) - -# -- Project information ----------------------------------------------------- - -project = 'Colossal-AI' -copyright = f'{datetime.datetime.now().year}, HPC-AI Tech' -author = 'HPC-AI Technology Inc.' - -# The full version, including alpha/beta/rc tags -# release = '0.0.1' - -# -- General configuration --------------------------------------------------- - -# Add any Sphinx extension module names here, as strings. They can be -# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom -# ones. -extensions = [ - 'sphinx.ext.autodoc', - 'sphinx.ext.mathjax', - 'sphinx.ext.napoleon', - 'sphinx.ext.linkcode', - 'myst_parser', -] - -# Disable docstring inheritance -autodoc_inherit_docstrings = False - -# Disable displaying type annotations, these can be very verbose -autodoc_typehints = 'none' - -# Enable overriding of function signatures in the first line of the docstring. -autodoc_docstring_signature = True -autodoc_default_options = { - 'member-order': 'bysource', -} - -# Add any paths that contain templates here, relative to this directory. -templates_path = ['_templates'] - -# List of patterns, relative to source directory, that match files and -# directories to ignore when looking for source files. -# This pattern also affects html_static_path and html_extra_path. -exclude_patterns = ['.build', 'Thumbs.db', '.DS_Store'] - -# -- Options for HTML output ------------------------------------------------- - -# The theme to use for HTML and HTML Help pages. See the documentation for -# a list of builtin themes. -# -html_theme = 'sphinx_book_theme' -html_show_sourcelink = False -html_theme_options = { - 'navigation_depth': 3, -} - -html_context = { - 'display_github': True, - 'github_user': 'hpcaitech', - 'github_repo': 'ColossalAI', - # 'github_version': 'master/docs/', -} - -# Add any paths that contain custom static files (such as style sheets) here, -# relative to this directory. They are copied after the builtin static files, -# so a file named "default.css" will overwrite the builtin "default.css". -html_static_path = ['_static'] - -html_css_files = [ - 'css/rtd_theme.css', -] - -# -- Extension configuration ------------------------------------------------- -source_suffix = ['.rst', '.md', '.MD'] - -import inspect - -import colossalai - - -def linkcode_resolve(domain, info): - """ - Determine the URL corresponding to Python object - """ - if domain != 'py': - return None - - modname = info['module'] - fullname = info['fullname'] - - submod = sys.modules.get(modname) - if submod is None: - return None - - obj = submod - for part in fullname.split('.'): - try: - obj = getattr(obj, part) - except Exception: - return None - - try: - fn = inspect.getsourcefile(obj) - except Exception: - fn = None - if not fn: - return None - - try: - source, lineno = inspect.findsource(obj) - except Exception: - lineno = None - - if lineno: - linespec = "#L%d" % (lineno + 1) - else: - linespec = "" - - fn = os.path.relpath(fn, start=os.path.dirname(colossalai.__file__)) - - github = "https://github.com/hpcaitech/ColossalAI/blob/main/colossalai/{}{}" - return github.format(fn, linespec) diff --git a/docs/index.rst b/docs/index.rst deleted file mode 100644 index f275f7829..000000000 --- a/docs/index.rst +++ /dev/null @@ -1,27 +0,0 @@ -.. Colossal-AI documentation master file, created by - sphinx-quickstart on Mon Oct 11 17:05:05 2021. - You can adapt this file completely to your liking, but it should at least - contain the root `toctree` directive. - -Colossal-AI API documentation -====================================== - -.. toctree:: - :maxdepth: 2 - :caption: API REFERENCE - - colossalai/colossalai - -.. toctree:: - :maxdepth: 2 - :caption: Useful links for Colossal-AI - - links/Colossalai examples - links/Colossalai benchmarks - links/Colossalai tutorial - - -Indices and tables --------------------- - -* :ref:`genindex` diff --git a/docs/links/Colossalai Homepage.rst b/docs/links/Colossalai Homepage.rst deleted file mode 100644 index 38e223bd2..000000000 --- a/docs/links/Colossalai Homepage.rst +++ /dev/null @@ -1,6 +0,0 @@ -Colossal-AI Github Homepage -================================== - -*If you are looking for the Git homepage of Colossal-AI, please check* -`Colossal-AI Tutorial `_ -*for our source code.* \ No newline at end of file diff --git a/docs/links/Colossalai benchmarks.rst b/docs/links/Colossalai benchmarks.rst deleted file mode 100644 index 1835670a5..000000000 --- a/docs/links/Colossalai benchmarks.rst +++ /dev/null @@ -1,6 +0,0 @@ -Colossal-AI Benchmarks -================================== - -*If you are interested in the performance or the features of Colossal-AI, please check* -`Colossal-AI Benchmark `_. -*to get more details about our performance on CIFAR10, ImageNet1K or GPT2 ZeRO.* \ No newline at end of file diff --git a/docs/links/Colossalai examples.rst b/docs/links/Colossalai examples.rst deleted file mode 100644 index c375f007a..000000000 --- a/docs/links/Colossalai examples.rst +++ /dev/null @@ -1,6 +0,0 @@ -Colossal-AI Examples -================================== - -*If you are looking for the example code of using Colossal-AI in CV or NLP, please check* -`Colossal-AI Example `_ -*to get more details about using colossalai in Resnet, Moe, Vit, Bert and GPT* \ No newline at end of file diff --git a/docs/links/Colossalai tutorial.rst b/docs/links/Colossalai tutorial.rst deleted file mode 100644 index a4ab7f5b9..000000000 --- a/docs/links/Colossalai tutorial.rst +++ /dev/null @@ -1,7 +0,0 @@ -Colossal-AI Tutorial -================================== - -*If you are looking for the tutorial of using Colossal-AI, please check* -`Colossal-AI Tutorial `_ -*to get more details about getting started, using TP (tensor parallel), PP (pipeline parallel) -and training with colossalai trainer or engine.* \ No newline at end of file diff --git a/docs/make.bat b/docs/make.bat deleted file mode 100644 index cf7321411..000000000 --- a/docs/make.bat +++ /dev/null @@ -1,35 +0,0 @@ -@ECHO OFF - -pushd %~dp0 - -REM Command file for Sphinx documentation - -if "%SPHINXBUILD%" == "" ( - set SPHINXBUILD=sphinx-build -) -set SOURCEDIR=. -set BUILDDIR=.build - -if "%1" == "" goto help - -%SPHINXBUILD% >NUL 2>NUL -if errorlevel 9009 ( - echo. - echo.The 'sphinx-build' command was not found. Make sure you have Sphinx - echo.installed, then set the SPHINXBUILD environment variable to point - echo.to the full path of the 'sphinx-build' executable. Alternatively you - echo.may add the Sphinx directory to PATH. - echo. - echo.If you don't have Sphinx installed, grab it from - echo.https://www.sphinx-doc.org/ - exit /b 1 -) - -%SPHINXBUILD% -M %1 %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O% -goto end - -:help -%SPHINXBUILD% -M help %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O% - -:end -popd diff --git a/docs/requirements.txt b/docs/requirements.txt deleted file mode 100644 index c93221495..000000000 --- a/docs/requirements.txt +++ /dev/null @@ -1,5 +0,0 @@ -tensorboard -apex -sphinx -myst-parser -sphinx-book-theme