27 lines
729 B
Makefile
27 lines
729 B
Makefile
|
POETRY_EXISTS := $(shell which poetry &> /dev/null)
|
||
|
|
LOCAL_MODEL := testdata/tiny-70M/models/fastertransformer/1
|
||
|
|
|
||
|
|
all:
|
||
|
|
|
||
|
|
pre-commit:
|
||
|
|
poetry run pre-commit
|
||
|
|
|
||
|
|
install-poetry:
|
||
|
|
ifndef POETRY_EXISTS
|
||
|
|
curl -sSL https://install.python-poetry.org | POETRY_VERSION=1.4.0 python3 -
|
||
|
|
endif
|
||
|
|
|
||
|
|
$(LOCAL_MODEL):
|
||
|
|
poetry run python converter/huggingface_gptneox_convert.py \
|
||
|
|
-in_file EleutherAI/pythia-70m-deduped \
|
||
|
|
-o $@ \
|
||
|
|
-i_g 1 -m_n tiny-70M -p 1 -w fp16
|
||
|
|
|
||
|
|
setup-development-environment: install-poetry $(LOCAL_MODEL)
|
||
|
|
|
||
|
|
up: $(LOCAL_MODEL)
|
||
|
|
docker-compose -f deployment/docker-compose.yml up
|
||
|
|
|
||
|
|
dev: $(setup-development-environment) $(LOCAL_MODEL)
|
||
|
|
docker-compose -f deployment/docker-compose.yml -f deployment/docker-compose.dev.yml up --build
|