From 6e0ab3af4929f6299de449b98d3173b83d3f5cf3 Mon Sep 17 00:00:00 2001
From: Meng Zhang <meng@tabbyml.com>
Date: Sun, 2 Apr 2023 20:55:35 +0800
Subject: [PATCH] fix: model replica not working for skypilot

---
 deployment/skypilot/default.yml | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/deployment/skypilot/default.yml b/deployment/skypilot/default.yml
index 5174bb3..e1bd987 100644
--- a/deployment/skypilot/default.yml
+++ b/deployment/skypilot/default.yml
@@ -16,7 +16,10 @@ setup: |
   # On certain cloud providers (e.g lambda cloud), the default user is not added to docker group, so we need sudo here
   sudo docker-compose pull
 
+  # Add current user to docker group, it won't take effect immediately as skypilot job is started by a long-running daemon.
+  sudo usermod -aG docker $USER
+
 
 run: |
   cd tabby/deployment
-  MODEL_REPLICA=${MODEL_REPLICA:-8} sudo docker-compose up
+  sudo MODEL_REPLICA=${MODEL_REPLICA:-8} docker-compose up