diff --git a/crates/ctranslate2-bindings/src/lib.rs b/crates/ctranslate2-bindings/src/lib.rs index f69c393..2ce0587 100644 --- a/crates/ctranslate2-bindings/src/lib.rs +++ b/crates/ctranslate2-bindings/src/lib.rs @@ -1,4 +1,3 @@ -use std::sync::Mutex; use tokenizers::tokenizer::{Model, Tokenizer}; #[macro_use] diff --git a/crates/tabby/src/serve/mod.rs b/crates/tabby/src/serve/mod.rs index 7a8a9c1..4739be3 100644 --- a/crates/tabby/src/serve/mod.rs +++ b/crates/tabby/src/serve/mod.rs @@ -49,6 +49,9 @@ pub struct ServeArgs { #[clap(long)] model: String, + #[clap(long, default_value_t=8080)] + port: u16, + #[clap(long, default_value_t=Device::CPU)] device: Device, @@ -93,7 +96,7 @@ pub async fn main(args: &ServeArgs) -> Result<(), Error> { ) .layer(CorsLayer::permissive()); - let address = SocketAddr::from((Ipv4Addr::UNSPECIFIED, 8080)); + let address = SocketAddr::from((Ipv4Addr::UNSPECIFIED, args.port)); println!("Listening at {}", address); Server::bind(&address).serve(app.into_make_service()).await }