ColossalAI/examples/language/opt/test_ci.sh

set -xe
pip install -r requirements.txt

BS=4
for PLUGIN in "torch_ddp" "torch_ddp_fp16" "low_level_zero" "gemini"
do
for GPUNUM in 1 4
do

torchrun \
  --standalone \
  --nproc_per_node ${GPUNUM} \
  opt_benchmark.py \
  --model_name_or_path "facebook/opt-125m" \
  --plugin ${PLUGIN} \
  --batch_size ${BS}

done
done