23 lines
669 B
YAML
23 lines
669 B
YAML
resources:
|
|
accelerators: A100:1
|
|
disk_size: 1024
|
|
|
|
setup: |
|
|
set -ex
|
|
|
|
# On some cloud providers, docker-compose is not installed by default.
|
|
sudo curl -L https://github.com/docker/compose/releases/download/v2.17.2/docker-compose-linux-x86_64 -o /usr/local/bin/docker-compose
|
|
sudo chmod a+x /usr/local/bin/docker-compose
|
|
|
|
# Pull tabby images.
|
|
git clone https://github.com/TabbyML/tabby.git || true
|
|
cd tabby/deployment
|
|
|
|
# On certain cloud providers (e.g lambda cloud), the default user is not added to docker group, so we need sudo here
|
|
sudo docker-compose pull
|
|
|
|
|
|
run: |
|
|
cd tabby/deployment
|
|
MODEL_REPLICA=${MODEL_REPLICA:-8} sudo docker-compose up
|