fix: chat model loading is wrongly distributed to --model (#801)

release-fix-intellij-update-support-version-range
Meng Zhang 2023-11-15 19:35:12 -08:00 committed by GitHub
parent d41942975d
commit d0c9b56467
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions

View File

@ -142,9 +142,9 @@ async fn api_router(args: &ServeArgs, config: &Config) -> Router {
.await, .await,
); );
let chat_state = if let Some(_chat_model) = &args.chat_model { let chat_state = if let Some(chat_model) = &args.chat_model {
Some(Arc::new( Some(Arc::new(
create_chat_service(&args.model, &args.device, args.parallelism).await, create_chat_service(chat_model, &args.device, args.parallelism).await,
)) ))
} else { } else {
None None