diff --git a/.dockerignore b/.dockerignore index c54e39e..5bb8e94 100644 --- a/.dockerignore +++ b/.dockerignore @@ -1,4 +1,5 @@ deployment **/.git +**/node_modules **/__pycache__ diff --git a/deployment/docker-compose.triton.yml b/deployment/docker-compose.triton.yml index 1ee705d..11794d9 100644 --- a/deployment/docker-compose.triton.yml +++ b/deployment/docker-compose.triton.yml @@ -33,4 +33,4 @@ services: test: ["CMD", "curl", "-f", "http://localhost:8002/metrics"] interval: 2s timeout: 2s - start_period: 2s + start_period: 120s diff --git a/deployment/docker-compose.yml b/deployment/docker-compose.yml index 44fa7b2..49d1f08 100644 --- a/deployment/docker-compose.yml +++ b/deployment/docker-compose.yml @@ -4,7 +4,7 @@ services: init: image: tabbyml/tabby container_name: tabby-init - command: python -m tabby.tools.model_preload --repo_id TabbyML/NeoX-70M --backend python + command: python -m tabby.tools.model_preload --repo_id TabbyML/NeoX-70M volumes: - ./data/hf_cache:/root/.cache/huggingface diff --git a/tabby/admin/Home.py b/tabby/admin/Home.py index 5fb94a5..4dcc068 100644 --- a/tabby/admin/Home.py +++ b/tabby/admin/Home.py @@ -13,6 +13,8 @@ def make_badge_markdown(x: ServiceInfo): return f"![{x.label}]({x.badge_url})" +st.set_page_config(page_title="Tabby Admin") + st.markdown("## Tabby") st.markdown(" ".join(map(make_badge_markdown, SERVICES))) diff --git a/tabby/tools/model_preload.py b/tabby/tools/model_preload.py index a010cf8..e1a6020 100644 --- a/tabby/tools/model_preload.py +++ b/tabby/tools/model_preload.py @@ -9,7 +9,6 @@ class Arguments: repo_id: str = field( metadata={"help": "Huggingface model repository id, e.g TabbyML/NeoX-160M"} ) - backend: str = "python" prefer_local_files: bool = True