40 lines
1.2 KiB
Makefile
40 lines
1.2 KiB
Makefile
POETRY_EXISTS := $(shell which poetry &> /dev/null)
|
|
PRE_COMMIT_HOOK := .git/hooks/pre-commit
|
|
LOCAL_MODEL := testdata/tiny-70M/models/fastertransformer/1
|
|
|
|
pre-commit:
|
|
poetry run pre-commit
|
|
|
|
install-poetry:
|
|
ifndef POETRY_EXISTS
|
|
curl -sSL https://install.python-poetry.org | POETRY_VERSION=1.4.0 python3 -
|
|
endif
|
|
poetry install
|
|
|
|
$(PRE_COMMIT_HOOK):
|
|
poetry run pre-commit install --install-hooks
|
|
|
|
$(LOCAL_MODEL):
|
|
poetry run python -m tabby.tools.huggingface_gptneox_convert \
|
|
-in_file EleutherAI/pythia-70m-deduped \
|
|
-o $@ \
|
|
-i_g 1 -m_n tiny-70M -p 1 -w fp16
|
|
|
|
setup-development-environment: install-poetry $(PRE_COMMIT_HOOK)
|
|
|
|
|
|
UP_FLAGS := up --remove-orphans --remove-orphans
|
|
DEV_FLAGS := $(UP_FLAGS) --build
|
|
|
|
up:
|
|
docker-compose -f deployment/docker-compose.yml $(UP_FLAGS)
|
|
|
|
up-triton: $(LOCAL_MODEL)
|
|
docker-compose -f deployment/docker-compose.yml -f deployment/docker-compose.triton.yml $(UP_FLAGS)
|
|
|
|
dev:
|
|
docker-compose -f deployment/docker-compose.yml -f deployment/docker-compose.dev.yml $(DEV_FLAGS)
|
|
|
|
dev-triton: $(LOCAL_MODEL)
|
|
docker-compose -f deployment/docker-compose.yml -f deployment/docker-compose.triton.yml -f deployment/docker-compose.dev.yml $(DEV_FLAGS)
|