mirror of https://github.com/hpcaitech/ColossalAI
12 lines
263 B
Bash
12 lines
263 B
Bash
|
set -xue
|
||
|
|
|
||
|
|
BASE_DIR=$(dirname $(dirname $(realpath $BASH_SOURCE)))
|
||
|
|
EXAMPLES_DIR=$BASE_DIR/examples
|
||
|
|
|
||
|
|
echo "[Test]: testing inference ..."
|
||
|
|
|
||
|
|
# HACK: skip llama due to oom
|
||
|
|
for model in 'gpt2' 'bloom' 'opt'; do
|
||
|
|
python $EXAMPLES_DIR/inference.py --model $model
|
||
|
|
done
|