root
/
tabby
mirror of https://gitee.com/zhang_1334717033/tabby.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

update

add-tracing
Meng Zhang 2023-05-27 22:41:50 -07:00
parent 5f5ddbb704
commit afc8455a42
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
crates/tabby/src/serve/completions.rs
View File

@ -41,8 +41,7 @@ pub async fn completion(
State(state): State<Arc<CompletionState>>, State(state): State<Arc<CompletionState>>,
Json(request): Json<CompletionRequest>, Json(request): Json<CompletionRequest>,
) -> Json<CompletionResponse> { ) -> Json<CompletionResponse> {
let completion_id = format!("cmpl-{}", uuid::Uuid::new_v4()); let span = span!(Level::INFO, "completion");
let span = span!(Level::INFO, "completion", completion_id);
let _enter = span.enter(); let _enter = span.enter();
info!(language = request.language, prompt = request.prompt); info!(language = request.language, prompt = request.prompt);
@ -54,9 +53,8 @@ pub async fn completion(
let text = state.engine.inference(&request.prompt, options); let text = state.engine.inference(&request.prompt, options);
let filtered_text = languages::remove_stop_words(&request.language, &text); let filtered_text = languages::remove_stop_words(&request.language, &text);
info!(response = filtered_text); info!(response = filtered_text);
Json(CompletionResponse { Json(CompletionResponse {
id: completion_id, id: format!("cmpl-{}", uuid::Uuid::new_v4()),
created: timestamp(), created: timestamp(),
choices: [Choice { choices: [Choice {
index: 0, index: 0,