root
/
tabby
mirror of https://gitee.com/zhang_1334717033/tabby.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

update

add-tracing
Meng Zhang 2023-05-27 22:57:13 -07:00
parent bdb8b9447f
commit 4ad22389ea
1 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
crates/tabby/src/serve/completions.rs
View File

@ -4,7 +4,7 @@ use ctranslate2_bindings::{
}; };
use serde::{Deserialize, Serialize}; use serde::{Deserialize, Serialize};
use std::sync::Arc; use std::sync::Arc;
use tracing::{trace, span, Level}; use tracing::trace;
use utoipa::ToSchema; use utoipa::ToSchema;
mod languages; mod languages;
@ -41,9 +41,6 @@ pub async fn completion(
State(state): State<Arc<CompletionState>>, State(state): State<Arc<CompletionState>>,
Json(request): Json<CompletionRequest>, Json(request): Json<CompletionRequest>,
) -> Json<CompletionResponse> { ) -> Json<CompletionResponse> {
let span = span!(Level::TRACE, "completion");
let _enter = span.enter();
trace!(language = request.language, prompt = request.prompt); trace!(language = request.language, prompt = request.prompt);
let options = TextInferenceOptionsBuilder::default() let options = TextInferenceOptionsBuilder::default()
.max_decoding_length(64) .max_decoding_length(64)