set -xue

BASE_DIR=$(dirname $(dirname $(realpath $BASH_SOURCE)))
EXAMPLES_DIR=$BASE_DIR/examples

echo "[Test]: testing inference ..."

# HACK: skip llama due to oom
for model in 'gpt2' 'bloom' 'opt'; do
    python $EXAMPLES_DIR/inference.py --model $model
done