import axios from "axios"; import { EventEmitter } from "events"; import { v4 as uuid } from "uuid"; import deepEqual from "deep-equal"; import deepMerge from "deepmerge"; import { TabbyApi, CancelablePromise, ApiError, CancelError } from "./generated"; import { sleep, cancelable, splitLines, isBlank } from "./utils"; import { Agent, AgentEvent, AgentInitOptions, CompletionRequest, CompletionResponse, LogEventRequest } from "./Agent"; import { AgentConfig, defaultAgentConfig } from "./AgentConfig"; import { CompletionCache } from "./CompletionCache"; import { postprocess } from "./postprocess"; import { rootLogger, allLoggers } from "./logger"; export class TabbyAgent extends EventEmitter implements Agent { private readonly logger = rootLogger.child({ component: "TabbyAgent" }); private config: AgentConfig = defaultAgentConfig; private status: "connecting" | "ready" | "disconnected" = "connecting"; private api: TabbyApi; private completionCache: CompletionCache = new CompletionCache(); constructor() { super(); this.onConfigUpdated(); } private onConfigUpdated() { allLoggers.forEach((logger) => (logger.level = this.config.logs.level)); this.api = new TabbyApi({ BASE: this.config.server.endpoint }); this.ping(); } private changeStatus(status: "connecting" | "ready" | "disconnected") { if (this.status != status) { this.status = status; const event: AgentEvent = { event: "statusChanged", status }; this.logger.debug({ event }, "Status changed"); super.emit("statusChanged", event); } } private async ping(tries: number = 0): Promise { try { await axios.get(this.config.server.endpoint); this.changeStatus("ready"); return true; } catch (e) { if (tries > 5) { this.changeStatus("disconnected"); return false; } this.changeStatus("connecting"); const pingRetryDelay = 1000; await sleep(pingRetryDelay); return this.ping(tries + 1); } } private callApi( api: (request: Request) => CancelablePromise, request: Request ): CancelablePromise { this.logger.debug({ api: api.name, request }, "API request"); const promise = api.call(this.api.v1, request); return cancelable( promise .then((response: Response) => { this.logger.debug({ api: api.name, response }, "API response"); this.changeStatus("ready"); return response; }) .catch((error: CancelError) => { this.logger.debug({ api: api.name }, "API request canceled"); throw error; }) .catch((error: ApiError) => { this.logger.error({ api: api.name, error }, "API error"); this.changeStatus("disconnected"); throw error; }), () => { promise.cancel(); } ); } private createSegments(request: CompletionRequest): { prefix: string; suffix: string } { // max to 20 lines in prefix and max to 20 lines in suffix const maxLines = 20; const prefix = request.text.slice(0, request.position); const prefixLines = splitLines(prefix); const suffix = request.text.slice(request.position); const suffixLines = splitLines(suffix); return { prefix: prefixLines.slice(Math.max(prefixLines.length - maxLines, 0)).join(""), suffix: suffixLines.slice(0, maxLines).join(""), }; } public initialize(params: AgentInitOptions): boolean { if (params.config) { this.updateConfig(params.config); } if (params.client) { // Client info is only used in logging for now // `pino.Logger.setBindings` is not present in the browser allLoggers.forEach((logger) => logger.setBindings && logger.setBindings({ client: params.client })); } this.logger.debug({ params }, "Initialized"); return true; } public updateConfig(config: AgentConfig): boolean { const mergedConfig = deepMerge(this.config, config); if (!deepEqual(this.config, mergedConfig)) { this.config = mergedConfig; this.onConfigUpdated(); const event: AgentEvent = { event: "configUpdated", config: this.config }; this.logger.debug({ event }, "Config updated"); super.emit("configUpdated", event); } return true; } public getConfig(): AgentConfig { return this.config; } public getStatus(): "connecting" | "ready" | "disconnected" { return this.status; } public getCompletions(request: CompletionRequest): CancelablePromise { if (this.completionCache.has(request)) { this.logger.debug({ request }, "Completion cache hit"); return new CancelablePromise((resolve) => { resolve(this.completionCache.get(request)); }); } const segments = this.createSegments(request); if (isBlank(segments.prefix)) { this.logger.debug("Segment prefix is blank, returning empty completion response"); return new CancelablePromise((resolve) => { resolve({ id: "agent-" + uuid(), choices: [], }); }); } const promise = this.callApi(this.api.v1.completion, { language: request.language, segments, }); return cancelable( promise .then((response) => { return postprocess(request, response); }) .then((response) => { this.completionCache.set(request, response); return response; }), () => { promise.cancel(); } ); } public postEvent(request: LogEventRequest): CancelablePromise { return this.callApi(this.api.v1.event, request); } }