tabby/deployment/docker-compose.yml

version: '3.3'

services:
  server:
    image: tabbyml/tabby
    container_name: tabby-server
    working_dir: /app/server
    command: uvicorn app:app --host 0.0.0.0 --port 5000
    environment:
      - PYTHON_MODEL_NAME=EleutherAI/pythia-70m-deduped
      - EVENTS_LOG_DIR=/logs/tabby-server
    ports:
      - "5000:5000"
    volumes:
      - ./logs:/logs
      - ./hf_cache:/root/.cache/huggingface
    links:
      - vector

  admin:
    image: tabbyml/tabby
    container_name: tabby-admin
    working_dir: /app/admin
    command: streamlit run Home.py
    ports:
      - "8501:8501"
    links:
      - server
      - vector

  vector:
    image: timberio/vector:0.28.1-alpine
    container_name: tabby-vector
    volumes:
      - ./config/vector.toml:/etc/vector/vector.toml:ro
      - ./logs:/logs