mirror of https://github.com/hpcaitech/ColossalAI
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
12 lines
263 B
12 lines
263 B
1 year ago
|
set -xue
|
||
|
|
|
||
|
|
BASE_DIR=$(dirname $(dirname $(realpath $BASH_SOURCE)))
|
||
|
|
EXAMPLES_DIR=$BASE_DIR/examples
|
||
|
|
|
||
|
|
echo "[Test]: testing inference ..."
|
||
|
|
|
||
|
|
# HACK: skip llama due to oom
|
||
|
|
for model in 'gpt2' 'bloom' 'opt'; do
|
||
|
|
python $EXAMPLES_DIR/inference.py --model $model
|
||
|
|
done
|