Update README.md
parent
be4eff7fbf
commit
bfcdfd5b7e
|
|
@ -34,8 +34,9 @@ docker run \
|
||||||
-v ./data/hf_cache:/root/.cache/huggingface \
|
-v ./data/hf_cache:/root/.cache/huggingface \
|
||||||
-p 5000:5000 \
|
-p 5000:5000 \
|
||||||
-p 8501:8501 \
|
-p 8501:8501 \
|
||||||
-p 8080:8080\
|
-p 8080:8080 \
|
||||||
-e MODEL_NAME=TabbyML/J-350M tabbyml/tabby
|
-e MODEL_NAME=TabbyML/J-350M \
|
||||||
|
tabbyml/tabby
|
||||||
```
|
```
|
||||||
|
|
||||||
You can then query the server using `/v1/completions` endpoint:
|
You can then query the server using `/v1/completions` endpoint:
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue