From 3bddd9fa64a4aa776499f066a77450d4da078d87 Mon Sep 17 00:00:00 2001
From: Meng Zhang <meng@tabbyml.com>
Date: Thu, 23 Nov 2023 09:16:57 +0800
Subject: [PATCH] fix: axum middlewares only handles routes that are registered

---
 crates/tabby/src/serve.rs | 15 +++++++++++++++
 1 file changed, 15 insertions(+)

diff --git a/crates/tabby/src/serve.rs b/crates/tabby/src/serve.rs
index ef8d809..6cea454 100644
--- a/crates/tabby/src/serve.rs
+++ b/crates/tabby/src/serve.rs
@@ -2,6 +2,7 @@ use std::{sync::Arc, time::Duration};
 
 use axum::{routing, Router};
 use clap::Args;
+use hyper::StatusCode;
 use tabby_common::{
     api,
     api::{code::CodeSearch, event::EventLogger},
@@ -192,6 +193,13 @@ async fn api_router(
                     config.server.completion_timeout,
                 )))
         });
+    } else {
+        routers.push({
+            Router::new().route(
+                "/v1/completions",
+                routing::post(StatusCode::NOT_IMPLEMENTED),
+            )
+        })
     }
 
     if let Some(chat_state) = chat_state {
@@ -201,6 +209,13 @@ async fn api_router(
                 routing::post(routes::chat_completions).with_state(chat_state),
             )
         })
+    } else {
+        routers.push({
+            Router::new().route(
+                "/v1beta/chat/completions",
+                routing::post(StatusCode::NOT_IMPLEMENTED),
+            )
+        })
     }
 
     routers.push({