Update README.md
parent
f2bc9cb844
commit
2645684235
|
|
@ -48,8 +48,8 @@ mkdir -p data/hf_cache && chown -R 1000 data
|
||||||
docker run \
|
docker run \
|
||||||
--gpus all \
|
--gpus all \
|
||||||
-it --rm \
|
-it --rm \
|
||||||
-v "/$(pwd)/data:/data" \
|
-v "./data:/data" \
|
||||||
-v "/$(pwd)/data/hf_cache:/home/app/.cache/huggingface" \
|
-v "./data/hf_cache:/home/app/.cache/huggingface" \
|
||||||
-p 5000:5000 \
|
-p 5000:5000 \
|
||||||
-e MODEL_NAME=TabbyML/J-350M \
|
-e MODEL_NAME=TabbyML/J-350M \
|
||||||
-e MODEL_BACKEND=triton \
|
-e MODEL_BACKEND=triton \
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue