root
/
tabby
mirror of https://gitee.com/zhang_1334717033/tabby.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

chore: add debug log for /chat interface

release-0.2
Meng Zhang 2023-10-03 11:38:58 -07:00
parent 692c2fe0fd
commit 7fc76228f7
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
crates/tabby/src/serve/chat.rs
View File

@ -12,7 +12,7 @@ use axum_streams::StreamBodyAs;
use prompt::ChatPromptBuilder; use prompt::ChatPromptBuilder;
use serde::{Deserialize, Serialize}; use serde::{Deserialize, Serialize};
use tabby_inference::{TextGeneration, TextGenerationOptions, TextGenerationOptionsBuilder}; use tabby_inference::{TextGeneration, TextGenerationOptions, TextGenerationOptionsBuilder};
use tracing::instrument; use tracing::{debug, instrument};
use utoipa::ToSchema; use utoipa::ToSchema;
pub struct ChatState { pub struct ChatState {
@ -69,6 +69,7 @@ pub async fn completions(
Json(request): Json<ChatCompletionRequest>, Json(request): Json<ChatCompletionRequest>,
) -> Response { ) -> Response {
let (prompt, options) = parse_request(&state, request); let (prompt, options) = parse_request(&state, request);
debug!("PROMPT: {}", prompt);
let s = stream! { let s = stream! {
for await content in state.engine.generate_stream(&prompt, options).await { for await content in state.engine.generate_stream(&prompt, options).await {
yield ChatCompletionChunk { content } yield ChatCompletionChunk { content }