From e5be020551ba07f0530f3555dac99bcbdda85471 Mon Sep 17 00:00:00 2001 From: Meng Zhang Date: Fri, 3 Nov 2023 18:43:58 -0700 Subject: [PATCH] Update tabby.py --- experimental/eval/tabby.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/experimental/eval/tabby.py b/experimental/eval/tabby.py index cfd8d23..612cf73 100644 --- a/experimental/eval/tabby.py +++ b/experimental/eval/tabby.py @@ -1,10 +1,11 @@ from pathlib import Path +import os import modal from modal import Image, Mount, Secret, Stub, asgi_app, gpu, method GPU_CONFIG = gpu.T4() -MODEL_ID = "TabbyML/StarCoder-1B" +MODEL_ID = os.environ.get("MODEL_ID", "TabbyML/StarCoder-1B") LAUNCH_FLAGS = ["serve", "--model", MODEL_ID, "--port", "8000", "--device", "cuda"]