ColossalAI/examples/simclr_cifar10_data_parallel/train.sh

#!/usr/bin/env sh

## phase 1: self-supervised training
python -m torch.distributed.launch --nproc_per_node 1 train_simclr.py

## phase 2: linear evaluation
python -m torch.distributed.launch --nproc_per_node 1 train_linear.py