services completions -> completion

extract-routes
Meng Zhang 2023-11-12 21:27:50 -08:00
parent a0f7a8b91c
commit 300007a288
7 changed files with 11 additions and 14 deletions

View File

@ -4,7 +4,7 @@ use axum::{extract::State, Json};
use hyper::StatusCode; use hyper::StatusCode;
use tracing::{instrument, warn}; use tracing::{instrument, warn};
use crate::services::completions::{CompletionRequest, CompletionResponse, CompletionService}; use crate::services::completion::{CompletionRequest, CompletionResponse, CompletionService};
#[utoipa::path( #[utoipa::path(
post, post,

View File

@ -5,7 +5,6 @@ use axum::{
Json, Json,
}; };
use hyper::StatusCode; use hyper::StatusCode;
use utoipa::ToSchema;
use crate::api::event::{Event, EventLogger, LogEventRequest, SelectKind}; use crate::api::event::{Event, EventLogger, LogEventRequest, SelectKind};

View File

@ -1,8 +1,6 @@
use std::sync::Arc; use std::sync::Arc;
use axum::{extract::State, Json}; use axum::{extract::State, Json};
use sysinfo::SystemExt;
use utoipa::ToSchema;
use crate::services::health; use crate::services::health;

View File

@ -20,7 +20,7 @@ use utoipa_swagger_ui::SwaggerUi;
use crate::{ use crate::{
api::{self}, api::{self},
fatal, routes, fatal, routes,
services::{chat, completions, event::create_event_logger, health, model}, services::{chat, completion, event::create_event_logger, health, model},
}; };
#[derive(OpenApi)] #[derive(OpenApi)]
@ -43,13 +43,13 @@ Install following IDE / Editor extensions to get started with [Tabby](https://gi
paths(routes::log_event, routes::completions, routes::completions, routes::health, routes::search), paths(routes::log_event, routes::completions, routes::completions, routes::health, routes::search),
components(schemas( components(schemas(
api::event::LogEventRequest, api::event::LogEventRequest,
completions::CompletionRequest, completion::CompletionRequest,
completions::CompletionResponse, completion::CompletionResponse,
completions::Segments, completion::Segments,
completions::Choice, completion::Choice,
completions::Snippet, completion::Snippet,
completions::DebugOptions, completion::DebugOptions,
completions::DebugData, completion::DebugData,
chat::ChatCompletionRequest, chat::ChatCompletionRequest,
chat::Message, chat::Message,
chat::ChatCompletionChunk, chat::ChatCompletionChunk,
@ -172,7 +172,7 @@ async fn api_router(args: &ServeArgs, config: &Config) -> Router {
prompt_template, .. prompt_template, ..
}, },
) = model::load_text_generation(&args.model, &args.device, args.parallelism).await; ) = model::load_text_generation(&args.model, &args.device, args.parallelism).await;
let state = completions::CompletionService::new( let state = completion::CompletionService::new(
engine.clone(), engine.clone(),
code.clone(), code.clone(),
logger.clone(), logger.clone(),

View File

@ -1,6 +1,6 @@
pub mod chat; pub mod chat;
pub mod code; pub mod code;
pub mod completions; pub mod completion;
pub mod event; pub mod event;
pub mod health; pub mod health;
pub mod model; pub mod model;