fix: chat model loading is wrongly distributed to --model (#801)
parent
d41942975d
commit
d0c9b56467
|
|
@ -142,9 +142,9 @@ async fn api_router(args: &ServeArgs, config: &Config) -> Router {
|
||||||
.await,
|
.await,
|
||||||
);
|
);
|
||||||
|
|
||||||
let chat_state = if let Some(_chat_model) = &args.chat_model {
|
let chat_state = if let Some(chat_model) = &args.chat_model {
|
||||||
Some(Arc::new(
|
Some(Arc::new(
|
||||||
create_chat_service(&args.model, &args.device, args.parallelism).await,
|
create_chat_service(chat_model, &args.device, args.parallelism).await,
|
||||||
))
|
))
|
||||||
} else {
|
} else {
|
||||||
None
|
None
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue