tabby/experimental/eval/docker-compose.yaml

version: '3.5'

services:
  scheduler:
    image: tabbyml/tabby
    platform: linux/amd64
    command: scheduler --now
    volumes:
      - "$PWD/tabby:/data"

  tabby:
    depends_on:
      - scheduler
    restart: always
    image: tabbyml/tabby
    platform: linux/amd64
    command: serve --model TabbyML/T5P-220M
    ports:
      - "8080:8080"
    volumes:
      - "$PWD/tabby:/data"