tabby/experimental/eval/eval.sh

27 lines
590 B
Bash
Raw Normal View History

#!/bin/bash
set -ex
mkdir -p tabby
cp config.toml tabby/
docker-compose down
if nvidia-smi; then
docker-compose -f docker-compose.yaml -f docker-compose.cuda.yaml up -d
else
docker-compose up -d
fi
while ! curl -X POST http://localhost:8080/v1/health; do
echo "server not ready, waiting..."
sleep 5
done
papermill main.ipynb ./reports.ipynb -r filepattern "./tabby/dataset/*.jsonl" -r max_records "${MAX_RECORDS:-3}"
jupyter nbconvert reports.ipynb --TagRemovePreprocessor.enabled=True --TagRemovePreprocessor.remove_cell_tags remove --to html
docker-compose down
echo done