colossalai >= 0.1.12
torch >= 1.8.1
transformers >= 4.231