root
/
tabby
mirror of https://gitee.com/zhang_1334717033/tabby.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update tabby.py

wsxiaoys-patch-2
Meng Zhang 2023-11-03 18:43:58 -07:00 committed by GitHub
parent bdd9e6c18a
commit e5be020551
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
experimental/eval/tabby.py
View File

@ -1,10 +1,11 @@
from pathlib import Path
import os
import modal
from modal import Image, Mount, Secret, Stub, asgi_app, gpu, method
GPU_CONFIG = gpu.T4()
MODEL_ID = "TabbyML/StarCoder-1B"
MODEL_ID = os.environ.get("MODEL_ID", "TabbyML/StarCoder-1B")
LAUNCH_FLAGS = ["serve", "--model", MODEL_ID, "--port", "8000", "--device", "cuda"]