From d0c9b5646709feb39a7fa96a864dbd1cc92c5ca6 Mon Sep 17 00:00:00 2001 From: Meng Zhang Date: Wed, 15 Nov 2023 19:35:12 -0800 Subject: [PATCH] fix: chat model loading is wrongly distributed to --model (#801) --- crates/tabby/src/serve.rs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/crates/tabby/src/serve.rs b/crates/tabby/src/serve.rs index d8526ef..efe3a7b 100644 --- a/crates/tabby/src/serve.rs +++ b/crates/tabby/src/serve.rs @@ -142,9 +142,9 @@ async fn api_router(args: &ServeArgs, config: &Config) -> Router { .await, ); - let chat_state = if let Some(_chat_model) = &args.chat_model { + let chat_state = if let Some(chat_model) = &args.chat_model { Some(Arc::new( - create_chat_service(&args.model, &args.device, args.parallelism).await, + create_chat_service(chat_model, &args.device, args.parallelism).await, )) } else { None