From 7b10340e6795a0113d8d001ec0678543f22885f1 Mon Sep 17 00:00:00 2001 From: Meng Zhang Date: Fri, 26 May 2023 00:32:11 -0700 Subject: [PATCH] feat: add --port to serve command --- crates/ctranslate2-bindings/src/lib.rs | 1 - crates/tabby/src/serve/mod.rs | 5 ++++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/crates/ctranslate2-bindings/src/lib.rs b/crates/ctranslate2-bindings/src/lib.rs index f69c393..2ce0587 100644 --- a/crates/ctranslate2-bindings/src/lib.rs +++ b/crates/ctranslate2-bindings/src/lib.rs @@ -1,4 +1,3 @@ -use std::sync::Mutex; use tokenizers::tokenizer::{Model, Tokenizer}; #[macro_use] diff --git a/crates/tabby/src/serve/mod.rs b/crates/tabby/src/serve/mod.rs index 7a8a9c1..4739be3 100644 --- a/crates/tabby/src/serve/mod.rs +++ b/crates/tabby/src/serve/mod.rs @@ -49,6 +49,9 @@ pub struct ServeArgs { #[clap(long)] model: String, + #[clap(long, default_value_t=8080)] + port: u16, + #[clap(long, default_value_t=Device::CPU)] device: Device, @@ -93,7 +96,7 @@ pub async fn main(args: &ServeArgs) -> Result<(), Error> { ) .layer(CorsLayer::permissive()); - let address = SocketAddr::from((Ipv4Addr::UNSPECIFIED, 8080)); + let address = SocketAddr::from((Ipv4Addr::UNSPECIFIED, args.port)); println!("Listening at {}", address); Server::bind(&address).serve(app.into_make_service()).await }