fix: model replica not working for skypilot
parent
97f3c439c6
commit
6e0ab3af49
|
|
@ -16,7 +16,10 @@ setup: |
|
|||
# On certain cloud providers (e.g lambda cloud), the default user is not added to docker group, so we need sudo here
|
||||
sudo docker-compose pull
|
||||
|
||||
# Add current user to docker group, it won't take effect immediately as skypilot job is started by a long-running daemon.
|
||||
sudo usermod -aG docker $USER
|
||||
|
||||
|
||||
run: |
|
||||
cd tabby/deployment
|
||||
MODEL_REPLICA=${MODEL_REPLICA:-8} sudo docker-compose up
|
||||
sudo MODEL_REPLICA=${MODEL_REPLICA:-8} docker-compose up
|
||||
|
|
|
|||
Loading…
Reference in New Issue