mirror of https://github.com/hpcaitech/ColossalAI
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
11 lines
254 B
11 lines
254 B
2 years ago
|
#!/bin/bash
|
||
|
set -xe
|
||
|
|
||
|
export DATA=/data/scratch/cifar-10
|
||
|
|
||
|
pip install -r requirements.txt
|
||
|
|
||
|
for plugin in "torch_ddp" "torch_ddp_fp16" "low_level_zero"; do
|
||
|
colossalai run --nproc_per_node 4 train.py --interval 0 --target_acc 0.83 --plugin $plugin
|
||
|
done
|