update
parent
5f5ddbb704
commit
afc8455a42
|
|
@ -41,8 +41,7 @@ pub async fn completion(
|
|||
State(state): State<Arc<CompletionState>>,
|
||||
Json(request): Json<CompletionRequest>,
|
||||
) -> Json<CompletionResponse> {
|
||||
let completion_id = format!("cmpl-{}", uuid::Uuid::new_v4());
|
||||
let span = span!(Level::INFO, "completion", completion_id);
|
||||
let span = span!(Level::INFO, "completion");
|
||||
let _enter = span.enter();
|
||||
|
||||
info!(language = request.language, prompt = request.prompt);
|
||||
|
|
@ -54,9 +53,8 @@ pub async fn completion(
|
|||
let text = state.engine.inference(&request.prompt, options);
|
||||
let filtered_text = languages::remove_stop_words(&request.language, &text);
|
||||
info!(response = filtered_text);
|
||||
|
||||
Json(CompletionResponse {
|
||||
id: completion_id,
|
||||
id: format!("cmpl-{}", uuid::Uuid::new_v4()),
|
||||
created: timestamp(),
|
||||
choices: [Choice {
|
||||
index: 0,
|
||||
|
|
|
|||
Loading…
Reference in New Issue