diff --git a/website/docs/server.md b/website/docs/server.md index dbe2b79..f37db26 100644 --- a/website/docs/server.md +++ b/website/docs/server.md @@ -20,6 +20,9 @@ tabby --help # Serve the model tabby serve --model TabbyML/J-350M + +# Serve with cuda +tabby-gpu --model TabbyML/J-350M --device cuda ``` ## Configuration