mirror of https://github.com/hpcaitech/ColossalAI
fix typo change lazy_iniy to lazy_init (#5099)
parent
68fcaa2225
commit
2bdf76f1f2
|
@ -73,4 +73,4 @@ And some models are not supported at all which will raise an error. We tested mo
|
||||||
| Blip2Model | transformers |
|
| Blip2Model | transformers |
|
||||||
| Blip2ForConditionalGeneration | transformers |
|
| Blip2ForConditionalGeneration | transformers |
|
||||||
|
|
||||||
<!-- doc-test-command: torchrun --standalone --nproc_per_node=2 lazy_iniy.py -->
|
<!-- doc-test-command: torchrun --standalone --nproc_per_node=2 lazy_init.py -->
|
||||||
|
|
|
@ -167,7 +167,7 @@ plugin = HybridParallelPlugin(tp_size=1,
|
||||||
booster = Booster(plugin=plugin)
|
booster = Booster(plugin=plugin)
|
||||||
```
|
```
|
||||||
|
|
||||||
Boost these train componts with the booster created.
|
Boost these train components with the booster created.
|
||||||
```python
|
```python
|
||||||
model, optimizer, _criterion, _, lr_scheduler = booster.boost(model,
|
model, optimizer, _criterion, _, lr_scheduler = booster.boost(model,
|
||||||
optimizer,
|
optimizer,
|
||||||
|
|
|
@ -73,4 +73,4 @@ model, *_ = booster.boost(model)
|
||||||
| Blip2Model | transformers |
|
| Blip2Model | transformers |
|
||||||
| Blip2ForConditionalGeneration | transformers |
|
| Blip2ForConditionalGeneration | transformers |
|
||||||
|
|
||||||
<!-- doc-test-command: torchrun --standalone --nproc_per_node=2 lazy_iniy.py -->
|
<!-- doc-test-command: torchrun --standalone --nproc_per_node=2 lazy_init.py -->
|
||||||
|
|
Loading…
Reference in New Issue