root
/
tabby
mirror of https://gitee.com/zhang_1334717033/tabby.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

feat: ensure model exist before serving (#180) 

* chore: migrate completion to new metadata format

* feat: ensure model exist before serving
support-coreml
Meng Zhang 2023-06-01 00:26:21 -07:00 committed by GitHub
parent 9131567257
commit ca077a3403
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
crates/tabby/src/download/mod.rs
View File

@ -57,7 +57,7 @@ impl metadata::Metadata {
} }
} }
async fn download_model(model_id: &str, prefer_local_file: bool) -> Result<()> { pub async fn download_model(model_id: &str, prefer_local_file: bool) -> Result<()> {
let mut metadata = metadata::Metadata::from(model_id).await?; let mut metadata = metadata::Metadata::from(model_id).await?;
metadata metadata

4
crates/tabby/src/serve/mod.rs
View File

@ -63,6 +63,10 @@ pub struct ServeArgs {
pub async fn main(args: &ServeArgs) -> Result<()> { pub async fn main(args: &ServeArgs) -> Result<()> {
valid_args(args)?; valid_args(args)?;
// Ensure model exists.
crate::download::download_model(&args.model, true).await?;
let app = Router::new() let app = Router::new()
.merge(SwaggerUi::new("/swagger-ui").url("/api-docs/openapi.json", ApiDoc::openapi())) .merge(SwaggerUi::new("/swagger-ui").url("/api-docs/openapi.json", ApiDoc::openapi()))
.nest("/v1", api_router(args)) .nest("/v1", api_router(args))