root
/
tabby
mirror of https://gitee.com/zhang_1334717033/tabby.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Switch default deploy model (#18)

add-more-languages
Meng Zhang 2023-03-27 01:10:15 +08:00 committed by GitHub
parent da40363057
commit 9739683fba
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
deployment/docker-compose.yml
View File

@ -4,7 +4,7 @@ services:
init: init:
image: tabbyml/tabby image: tabbyml/tabby
container_name: tabby-init container_name: tabby-init
command: python -m tabby.tools.model_preload --repo_id TabbyML/NeoX-70M command: python -m tabby.tools.model_preload --repo_id TabbyML/J-350M
volumes: volumes:
- ../data/hf_cache:/root/.cache/huggingface - ../data/hf_cache:/root/.cache/huggingface
@ -13,7 +13,7 @@ services:
container_name: tabby-server container_name: tabby-server
command: uvicorn tabby.server:app --host 0.0.0.0 --port 5000 command: uvicorn tabby.server:app --host 0.0.0.0 --port 5000
environment: environment:
- MODEL_NAME=TabbyML/NeoX-70M - MODEL_NAME=TabbyML/J-350M
- MODEL_BACKEND=triton - MODEL_BACKEND=triton
ports: ports:
- "5000:5000" - "5000:5000"
@ -48,7 +48,7 @@ services:
count: all count: all
capabilities: [gpu] capabilities: [gpu]
environment: environment:
- MODEL_NAME=TabbyML/NeoX-70M - MODEL_NAME=TabbyML/J-350M
depends_on: depends_on:
init: init:
condition: service_completed_successfully condition: service_completed_successfully

2
tabby/tools/model_preload.py
View File

@ -31,7 +31,7 @@ def preload(local_files_only=False):
if __name__ == "__main__": if __name__ == "__main__":
args = parse_args() args = parse_args()
print(f"Loading {args.repo_id} ...") print(f"Loading {args.repo_id}, this will take a while...")
try: try:
preload(local_files_only=args.prefer_local_files) preload(local_files_only=args.prefer_local_files)
except Exception as e: except Exception as e: