services completions -> completion
parent
a0f7a8b91c
commit
300007a288
|
|
@ -4,7 +4,7 @@ use axum::{extract::State, Json};
|
||||||
use hyper::StatusCode;
|
use hyper::StatusCode;
|
||||||
use tracing::{instrument, warn};
|
use tracing::{instrument, warn};
|
||||||
|
|
||||||
use crate::services::completions::{CompletionRequest, CompletionResponse, CompletionService};
|
use crate::services::completion::{CompletionRequest, CompletionResponse, CompletionService};
|
||||||
|
|
||||||
#[utoipa::path(
|
#[utoipa::path(
|
||||||
post,
|
post,
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,6 @@ use axum::{
|
||||||
Json,
|
Json,
|
||||||
};
|
};
|
||||||
use hyper::StatusCode;
|
use hyper::StatusCode;
|
||||||
use utoipa::ToSchema;
|
|
||||||
|
|
||||||
use crate::api::event::{Event, EventLogger, LogEventRequest, SelectKind};
|
use crate::api::event::{Event, EventLogger, LogEventRequest, SelectKind};
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1,8 +1,6 @@
|
||||||
use std::sync::Arc;
|
use std::sync::Arc;
|
||||||
|
|
||||||
use axum::{extract::State, Json};
|
use axum::{extract::State, Json};
|
||||||
use sysinfo::SystemExt;
|
|
||||||
use utoipa::ToSchema;
|
|
||||||
|
|
||||||
use crate::services::health;
|
use crate::services::health;
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -20,7 +20,7 @@ use utoipa_swagger_ui::SwaggerUi;
|
||||||
use crate::{
|
use crate::{
|
||||||
api::{self},
|
api::{self},
|
||||||
fatal, routes,
|
fatal, routes,
|
||||||
services::{chat, completions, event::create_event_logger, health, model},
|
services::{chat, completion, event::create_event_logger, health, model},
|
||||||
};
|
};
|
||||||
|
|
||||||
#[derive(OpenApi)]
|
#[derive(OpenApi)]
|
||||||
|
|
@ -43,13 +43,13 @@ Install following IDE / Editor extensions to get started with [Tabby](https://gi
|
||||||
paths(routes::log_event, routes::completions, routes::completions, routes::health, routes::search),
|
paths(routes::log_event, routes::completions, routes::completions, routes::health, routes::search),
|
||||||
components(schemas(
|
components(schemas(
|
||||||
api::event::LogEventRequest,
|
api::event::LogEventRequest,
|
||||||
completions::CompletionRequest,
|
completion::CompletionRequest,
|
||||||
completions::CompletionResponse,
|
completion::CompletionResponse,
|
||||||
completions::Segments,
|
completion::Segments,
|
||||||
completions::Choice,
|
completion::Choice,
|
||||||
completions::Snippet,
|
completion::Snippet,
|
||||||
completions::DebugOptions,
|
completion::DebugOptions,
|
||||||
completions::DebugData,
|
completion::DebugData,
|
||||||
chat::ChatCompletionRequest,
|
chat::ChatCompletionRequest,
|
||||||
chat::Message,
|
chat::Message,
|
||||||
chat::ChatCompletionChunk,
|
chat::ChatCompletionChunk,
|
||||||
|
|
@ -172,7 +172,7 @@ async fn api_router(args: &ServeArgs, config: &Config) -> Router {
|
||||||
prompt_template, ..
|
prompt_template, ..
|
||||||
},
|
},
|
||||||
) = model::load_text_generation(&args.model, &args.device, args.parallelism).await;
|
) = model::load_text_generation(&args.model, &args.device, args.parallelism).await;
|
||||||
let state = completions::CompletionService::new(
|
let state = completion::CompletionService::new(
|
||||||
engine.clone(),
|
engine.clone(),
|
||||||
code.clone(),
|
code.clone(),
|
||||||
logger.clone(),
|
logger.clone(),
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,6 @@
|
||||||
pub mod chat;
|
pub mod chat;
|
||||||
pub mod code;
|
pub mod code;
|
||||||
pub mod completions;
|
pub mod completion;
|
||||||
pub mod event;
|
pub mod event;
|
||||||
pub mod health;
|
pub mod health;
|
||||||
pub mod model;
|
pub mod model;
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue