fix: chat model loading is wrongly distributed to --model (#801)

2023-11-15 19:35:12 -08:00 · 2023-11-15 19:35:12 -08:00 · d0c9b56467
parent d41942975d
commit d0c9b56467
1 changed files with 2 additions and 2 deletions
--- a/crates/tabby/src/serve.rs
+++ b/crates/tabby/src/serve.rs
@ -142,9 +142,9 @@ async fn api_router(args: &ServeArgs, config: &Config) -> Router {
        .await,
    );

-    let chat_state = if let Some(_chat_model) = &args.chat_model {
+    let chat_state = if let Some(chat_model) = &args.chat_model {
        Some(Arc::new(
-            create_chat_service(&args.model, &args.device, args.parallelism).await,
+            create_chat_service(chat_model, &args.device, args.parallelism).await,
        ))
    } else {
        None