Update README.md
parent
e18f83fd46
commit
bea5f6f506
|
|
@ -49,8 +49,8 @@ mkdir -p data/hf_cache && chown -R 1000 data
|
|||
docker run \
|
||||
--gpus all \
|
||||
-it --rm \
|
||||
-v "./data:/data" \
|
||||
-v "./data/hf_cache:/home/app/.cache/huggingface" \
|
||||
-v "/$(pwd)/data:/data" \
|
||||
-v "/$(pwd)/data/hf_cache:/home/app/.cache/huggingface" \
|
||||
-p 5000:5000 \
|
||||
-e MODEL_NAME=TabbyML/J-350M \
|
||||
-e MODEL_BACKEND=triton \
|
||||
|
|
|
|||
Loading…
Reference in New Issue