diff --git a/development/README.md b/development/README.md deleted file mode 100644 index 998a839..0000000 --- a/development/README.md +++ /dev/null @@ -1,12 +0,0 @@ -## Deployment - -1. Start service - ```bash - docker-compose up - ``` -2. Test API endpoint with curl - ```bash - curl -X POST http://localhost:5000/v1/completions -H 'Content-Type: application/json' --data '{ - "prompt": "def binarySearch(arr, left, right, x):\n mid = (left +" - }' - ``` diff --git a/development/config/vector.toml b/development/config/vector.toml deleted file mode 100644 index 7ee3ce9..0000000 --- a/development/config/vector.toml +++ /dev/null @@ -1,19 +0,0 @@ -[api] -enabled = true -address = "0.0.0.0:8686" - -[sources.tabby_server_logs] -type = "file" -include = ["/logs/tabby-server/events.*.log"] - -[transforms.process_tabby_server_logs] -type = "remap" -inputs = [ "tabby_server_logs" ] -source = ". = parse_json!(parse_json!(.message).record.message)" - -[sinks.console] -type = "console" -inputs = [ "process_tabby_server_logs" ] -encoding = { codec = "json" } -framing = { method = "newline_delimited" } -target = "stdout" diff --git a/development/scripts/triton.sh b/development/scripts/triton.sh deleted file mode 100755 index bb0b05c..0000000 --- a/development/scripts/triton.sh +++ /dev/null @@ -1,22 +0,0 @@ -#!/bin/bash -set -e - -if [ -d "$MODEL_NAME" ]; then -MODEL_DIR="$MODEL_NAME" -else -# Get model dir. -MODEL_DIR=$(python3 <