mirror of https://github.com/hpcaitech/ColossalAI
25 lines
407 B
Bash
25 lines
407 B
Bash
#!/usr/bin/env bash
|
|
|
|
# install triton
|
|
pip install triton
|
|
pip install transformers
|
|
|
|
# install lightllm and flash-attention
|
|
mkdir 3rdParty
|
|
cd 3rdParty
|
|
git clone https://github.com/ModelTC/lightllm
|
|
cd lightllm
|
|
git checkout 28c1267cfca536b7b4f28e921e03de735b003039
|
|
pip install -e .
|
|
cd ..
|
|
|
|
git clone -recursive https://github.com/Dao-AILab/flash-attention
|
|
cd flash-attention
|
|
pip install -e .
|
|
|
|
cd ../../
|
|
|
|
|
|
|
|
|