add-tracing
Meng Zhang 2023-05-27 22:41:50 -07:00
parent 5f5ddbb704
commit afc8455a42
1 changed files with 2 additions and 4 deletions

View File

@ -41,8 +41,7 @@ pub async fn completion(
State(state): State<Arc<CompletionState>>,
Json(request): Json<CompletionRequest>,
) -> Json<CompletionResponse> {
let completion_id = format!("cmpl-{}", uuid::Uuid::new_v4());
let span = span!(Level::INFO, "completion", completion_id);
let span = span!(Level::INFO, "completion");
let _enter = span.enter();
info!(language = request.language, prompt = request.prompt);
@ -54,9 +53,8 @@ pub async fn completion(
let text = state.engine.inference(&request.prompt, options);
let filtered_text = languages::remove_stop_words(&request.language, &text);
info!(response = filtered_text);
Json(CompletionResponse {
id: completion_id,
id: format!("cmpl-{}", uuid::Uuid::new_v4()),
created: timestamp(),
choices: [Choice {
index: 0,