feat: add --port to serve command

add-tracing
Meng Zhang 2023-05-26 00:32:11 -07:00
parent c296b83de9
commit 7b10340e67
2 changed files with 4 additions and 2 deletions

View File

@ -1,4 +1,3 @@
use std::sync::Mutex;
use tokenizers::tokenizer::{Model, Tokenizer}; use tokenizers::tokenizer::{Model, Tokenizer};
#[macro_use] #[macro_use]

View File

@ -49,6 +49,9 @@ pub struct ServeArgs {
#[clap(long)] #[clap(long)]
model: String, model: String,
#[clap(long, default_value_t=8080)]
port: u16,
#[clap(long, default_value_t=Device::CPU)] #[clap(long, default_value_t=Device::CPU)]
device: Device, device: Device,
@ -93,7 +96,7 @@ pub async fn main(args: &ServeArgs) -> Result<(), Error> {
) )
.layer(CorsLayer::permissive()); .layer(CorsLayer::permissive());
let address = SocketAddr::from((Ipv4Addr::UNSPECIFIED, 8080)); let address = SocketAddr::from((Ipv4Addr::UNSPECIFIED, args.port));
println!("Listening at {}", address); println!("Listening at {}", address);
Server::bind(&address).serve(app.into_make_service()).await Server::bind(&address).serve(app.into_make_service()).await
} }