colossalai >= 0.1.12
torch >= 1.8.1
datasets >= 1.8.0
transformers >= 4.20.0