ColossalAI/tests/test_zero_data_parallel/test_zero.sh

#!/bin/bash

test_file="test_zero.py"
python $test_file --local_rank $SLURM_PROCID --world_size $SLURM_NPROCS --host $HOST --port 29500