Update README.md
parent
f2bc9cb844
commit
2645684235
|
|
@ -48,8 +48,8 @@ mkdir -p data/hf_cache && chown -R 1000 data
|
|||
docker run \
|
||||
--gpus all \
|
||||
-it --rm \
|
||||
-v "/$(pwd)/data:/data" \
|
||||
-v "/$(pwd)/data/hf_cache:/home/app/.cache/huggingface" \
|
||||
-v "./data:/data" \
|
||||
-v "./data/hf_cache:/home/app/.cache/huggingface" \
|
||||
-p 5000:5000 \
|
||||
-e MODEL_NAME=TabbyML/J-350M \
|
||||
-e MODEL_BACKEND=triton \
|
||||
|
|
|
|||
Loading…
Reference in New Issue