fix: model replica not working for skypilot

add-more-languages
Meng Zhang 2023-04-02 20:55:35 +08:00
parent 97f3c439c6
commit 6e0ab3af49
1 changed files with 4 additions and 1 deletions

View File

@ -16,7 +16,10 @@ setup: |
# On certain cloud providers (e.g lambda cloud), the default user is not added to docker group, so we need sudo here
sudo docker-compose pull
# Add current user to docker group, it won't take effect immediately as skypilot job is started by a long-running daemon.
sudo usermod -aG docker $USER
run: |
cd tabby/deployment
MODEL_REPLICA=${MODEL_REPLICA:-8} sudo docker-compose up
sudo MODEL_REPLICA=${MODEL_REPLICA:-8} docker-compose up