refactor: remove unused files
Meng Zhang
parent
19053d6923
commit
795c34e9c4
|
|
@ -1,37 +0,0 @@
|
||||||
import streamlit as st
|
|
||||||
from utils.service_info import ServiceInfo
|
|
||||||
from utils.streamlit import set_page_config
|
|
||||||
|
|
||||||
SERVICES = [
|
|
||||||
ServiceInfo(label="server", health_url="http://localhost:8081"),
|
|
||||||
ServiceInfo(label="triton", health_url="http://localhost:8002/metrics"),
|
|
||||||
ServiceInfo(label="vector", health_url="http://localhost:8686/health"),
|
|
||||||
ServiceInfo(label="dagu", health_url="http://localhost:8083"),
|
|
||||||
]
|
|
||||||
|
|
||||||
|
|
||||||
def make_badge_markdown(x: ServiceInfo):
|
|
||||||
return f""
|
|
||||||
|
|
||||||
|
|
||||||
set_page_config(page_title="Home")
|
|
||||||
|
|
||||||
badges = " ".join(map(make_badge_markdown, SERVICES))
|
|
||||||
st.markdown(
|
|
||||||
"""
|
|
||||||
## Tabby [](http://github.com/TabbyML/tabby)
|
|
||||||
|
|
||||||
{badges}
|
|
||||||
---
|
|
||||||
|
|
||||||
**Congrats, your server is live!**
|
|
||||||
|
|
||||||
### Clients
|
|
||||||
|
|
||||||
* [Vim](https://github.com/TabbyML/tabby/tree/main/clients/vim)
|
|
||||||
* [VSCode](https://marketplace.visualstudio.com/items?itemName=TabbyML.vscode-tabby)
|
|
||||||
|
|
||||||
""".replace(
|
|
||||||
"{badges}", badges
|
|
||||||
)
|
|
||||||
)
|
|
||||||
|
|
@ -1,48 +0,0 @@
|
||||||
import os
|
|
||||||
|
|
||||||
import streamlit.components.v1 as components
|
|
||||||
|
|
||||||
_RELEASE = __name__ != "__main__"
|
|
||||||
|
|
||||||
# Declare a Streamlit component. `declare_component` returns a function
|
|
||||||
if not _RELEASE:
|
|
||||||
_editor_func = components.declare_component(
|
|
||||||
# We give the component a simple, descriptive name ("my_component"
|
|
||||||
# does not fit this bill, so please choose something better for your
|
|
||||||
# own component :)
|
|
||||||
"streamlit-monaco",
|
|
||||||
# Pass `url` here to tell Streamlit that the component will be served
|
|
||||||
# by the local dev server that you run via `npm run start`.
|
|
||||||
# (This is useful while your component is in development.)
|
|
||||||
url="http://localhost:3001",
|
|
||||||
)
|
|
||||||
else:
|
|
||||||
# When we're distributing a production version of the component, we'll
|
|
||||||
# replace the `url` param with `path`, and point it to to the component's
|
|
||||||
# build directory:
|
|
||||||
parent_dir = os.path.dirname(os.path.abspath(__file__))
|
|
||||||
build_dir = os.path.join(parent_dir, "frontend/build")
|
|
||||||
_editor_func = components.declare_component("streamlit-monaco", path=build_dir)
|
|
||||||
|
|
||||||
|
|
||||||
# Create a wrapper function for the component. This is an optional
|
|
||||||
# best practice - we could simply expose the component function returned by
|
|
||||||
# `declare_component` and call it done. The wrapper allows us to customize
|
|
||||||
# our component's API: we can pre-process its input args, post-process its
|
|
||||||
# output value, and add a docstring for users.
|
|
||||||
def st_monaco(key, tabby_server_url=None, code=None, height=400):
|
|
||||||
_editor_func(tabby_server_url=tabby_server_url, code=code, height=height, key=key)
|
|
||||||
|
|
||||||
|
|
||||||
# Add some test code to play with the component while it's in development.
|
|
||||||
# During development, we can run this just as we would any other Streamlit
|
|
||||||
# app: `$ streamlit run my_component/__init__.py`
|
|
||||||
if not _RELEASE:
|
|
||||||
import streamlit as st
|
|
||||||
|
|
||||||
code = st.text_input("code")
|
|
||||||
set_code = st.button("Set code")
|
|
||||||
if set_code:
|
|
||||||
st_monaco(code=code, key="1")
|
|
||||||
else:
|
|
||||||
st_monaco(key="1")
|
|
||||||
|
|
@ -1,6 +0,0 @@
|
||||||
# Run the component's dev server on :3001
|
|
||||||
# (The Streamlit dev server already runs on :3000)
|
|
||||||
PORT=3001
|
|
||||||
|
|
||||||
# Don't automatically open the web browser on `npm run start`.
|
|
||||||
BROWSER=none
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
node_modules
|
|
||||||
|
|
@ -1,5 +0,0 @@
|
||||||
{
|
|
||||||
"endOfLine": "lf",
|
|
||||||
"semi": false,
|
|
||||||
"trailingComma": "es5"
|
|
||||||
}
|
|
||||||
|
|
@ -1,9 +0,0 @@
|
||||||
{
|
|
||||||
"files": {
|
|
||||||
"main.js": "./static/js/main.c928cca6.js",
|
|
||||||
"index.html": "./index.html"
|
|
||||||
},
|
|
||||||
"entrypoints": [
|
|
||||||
"static/js/main.c928cca6.js"
|
|
||||||
]
|
|
||||||
}
|
|
||||||
File diff suppressed because it is too large
Load Diff
|
|
@ -1 +0,0 @@
|
||||||
<!doctype html><html lang="en"><head><title>Streamlit Component</title><meta charset="UTF-8"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><meta name="description" content="Streamlit Component"/><link rel="stylesheet" href="bootstrap.min.css"/><script defer="defer" src="./static/js/main.c928cca6.js"></script></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div></body></html>
|
|
||||||
File diff suppressed because one or more lines are too long
|
|
@ -1,82 +0,0 @@
|
||||||
/*
|
|
||||||
object-assign
|
|
||||||
(c) Sindre Sorhus
|
|
||||||
@license MIT
|
|
||||||
*/
|
|
||||||
|
|
||||||
/*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/facebook/regenerator/blob/main/LICENSE */
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @license
|
|
||||||
* Copyright 2018-2021 Streamlit Inc.
|
|
||||||
*
|
|
||||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
* you may not use this file except in compliance with the License.
|
|
||||||
* You may obtain a copy of the License at
|
|
||||||
*
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
*
|
|
||||||
* Unless required by applicable law or agreed to in writing, software
|
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
* See the License for the specific language governing permissions and
|
|
||||||
* limitations under the License.
|
|
||||||
*/
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @license React
|
|
||||||
* react-dom.production.min.js
|
|
||||||
*
|
|
||||||
* Copyright (c) Facebook, Inc. and its affiliates.
|
|
||||||
*
|
|
||||||
* This source code is licensed under the MIT license found in the
|
|
||||||
* LICENSE file in the root directory of this source tree.
|
|
||||||
*/
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @license React
|
|
||||||
* react-jsx-runtime.production.min.js
|
|
||||||
*
|
|
||||||
* Copyright (c) Facebook, Inc. and its affiliates.
|
|
||||||
*
|
|
||||||
* This source code is licensed under the MIT license found in the
|
|
||||||
* LICENSE file in the root directory of this source tree.
|
|
||||||
*/
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @license React
|
|
||||||
* react.production.min.js
|
|
||||||
*
|
|
||||||
* Copyright (c) Facebook, Inc. and its affiliates.
|
|
||||||
*
|
|
||||||
* This source code is licensed under the MIT license found in the
|
|
||||||
* LICENSE file in the root directory of this source tree.
|
|
||||||
*/
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @license React
|
|
||||||
* scheduler.production.min.js
|
|
||||||
*
|
|
||||||
* Copyright (c) Facebook, Inc. and its affiliates.
|
|
||||||
*
|
|
||||||
* This source code is licensed under the MIT license found in the
|
|
||||||
* LICENSE file in the root directory of this source tree.
|
|
||||||
*/
|
|
||||||
|
|
||||||
/** @license React v16.13.1
|
|
||||||
* react-is.production.min.js
|
|
||||||
*
|
|
||||||
* Copyright (c) Facebook, Inc. and its affiliates.
|
|
||||||
*
|
|
||||||
* This source code is licensed under the MIT license found in the
|
|
||||||
* LICENSE file in the root directory of this source tree.
|
|
||||||
*/
|
|
||||||
|
|
||||||
/** @license React v16.14.0
|
|
||||||
* react.production.min.js
|
|
||||||
*
|
|
||||||
* Copyright (c) Facebook, Inc. and its affiliates.
|
|
||||||
*
|
|
||||||
* This source code is licensed under the MIT license found in the
|
|
||||||
* LICENSE file in the root directory of this source tree.
|
|
||||||
*/
|
|
||||||
|
|
@ -1,16 +0,0 @@
|
||||||
module.exports = {
|
|
||||||
webpack: {
|
|
||||||
configure: {
|
|
||||||
module: {
|
|
||||||
rules: [
|
|
||||||
{
|
|
||||||
test: /\.m?js$/,
|
|
||||||
resolve: {
|
|
||||||
fullySpecified: false,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
],
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
|
||||||
|
|
@ -1,38 +0,0 @@
|
||||||
{
|
|
||||||
"name": "streamlit-monaco",
|
|
||||||
"version": "1.0.3",
|
|
||||||
"private": true,
|
|
||||||
"dependencies": {
|
|
||||||
"@monaco-editor/react": "^4.4.6",
|
|
||||||
"axios": "^1.3.4",
|
|
||||||
"react": "^18.2.0",
|
|
||||||
"react-dom": "^18.2.0",
|
|
||||||
"react-scripts": "^5.0.1",
|
|
||||||
"streamlit-component-lib-react-hooks": "^1.0.3"
|
|
||||||
},
|
|
||||||
"devDependencies": {
|
|
||||||
"@craco/craco": "^7.1.0"
|
|
||||||
},
|
|
||||||
"scripts": {
|
|
||||||
"start": "craco start",
|
|
||||||
"build": "GENERATE_SOURCEMAP=false craco build",
|
|
||||||
"test": "craco test",
|
|
||||||
"eject": "react-scripts eject"
|
|
||||||
},
|
|
||||||
"eslintConfig": {
|
|
||||||
"extends": "react-app"
|
|
||||||
},
|
|
||||||
"browserslist": {
|
|
||||||
"production": [
|
|
||||||
">0.2%",
|
|
||||||
"not dead",
|
|
||||||
"not op_mini all"
|
|
||||||
],
|
|
||||||
"development": [
|
|
||||||
"last 1 chrome version",
|
|
||||||
"last 1 firefox version",
|
|
||||||
"last 1 safari version"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
"homepage": "."
|
|
||||||
}
|
|
||||||
File diff suppressed because it is too large
Load Diff
|
|
@ -1,25 +0,0 @@
|
||||||
<!DOCTYPE html>
|
|
||||||
<html lang="en">
|
|
||||||
<head>
|
|
||||||
<title>Streamlit Component</title>
|
|
||||||
<meta charset="UTF-8" />
|
|
||||||
<meta name="viewport" content="width=device-width, initial-scale=1" />
|
|
||||||
<meta name="theme-color" content="#000000" />
|
|
||||||
<meta name="description" content="Streamlit Component" />
|
|
||||||
<link rel="stylesheet" href="bootstrap.min.css" />
|
|
||||||
</head>
|
|
||||||
<body>
|
|
||||||
<noscript>You need to enable JavaScript to run this app.</noscript>
|
|
||||||
<div id="root"></div>
|
|
||||||
<!--
|
|
||||||
This HTML file is a template.
|
|
||||||
If you open it directly in the browser, you will see an empty page.
|
|
||||||
|
|
||||||
You can add webfonts, meta tags, or analytics to this file.
|
|
||||||
The build step will place the bundled scripts into the <body> tag.
|
|
||||||
|
|
||||||
To begin the development, run `npm start` or `yarn start`.
|
|
||||||
To create a production bundle, use `npm run build` or `yarn build`.
|
|
||||||
-->
|
|
||||||
</body>
|
|
||||||
</html>
|
|
||||||
|
|
@ -1,172 +0,0 @@
|
||||||
import axios from "axios"
|
|
||||||
import { useRenderData } from "streamlit-component-lib-react-hooks"
|
|
||||||
|
|
||||||
import React, { useRef, useEffect } from "react"
|
|
||||||
import Editor, { useMonaco } from "@monaco-editor/react"
|
|
||||||
|
|
||||||
let TabbyServerURL = "http://localhost:5000"
|
|
||||||
|
|
||||||
export default function MonacoEditor() {
|
|
||||||
const renderData = useRenderData()
|
|
||||||
|
|
||||||
if (renderData.args.tabby_server_url) {
|
|
||||||
TabbyServerURL = renderData.args.tabby_server_url
|
|
||||||
} else {
|
|
||||||
TabbyServerURL = `${window.location.protocol}//${window.location.host}`
|
|
||||||
}
|
|
||||||
|
|
||||||
const monaco = useMonaco()
|
|
||||||
useEffect(() => {
|
|
||||||
if (!monaco) return
|
|
||||||
monaco.languages.registerInlineCompletionsProvider(
|
|
||||||
{ pattern: "**" },
|
|
||||||
new CompletionProvider(monaco)
|
|
||||||
)
|
|
||||||
monaco.editor.registerCommand(
|
|
||||||
"acceptTabbyCompletion",
|
|
||||||
(accessor, id, index) => {
|
|
||||||
logAction(id, index, "select")
|
|
||||||
}
|
|
||||||
)
|
|
||||||
}, [monaco])
|
|
||||||
|
|
||||||
const editorRef = useRef(null)
|
|
||||||
useEffect(() => {
|
|
||||||
if (renderData.args.code && editorRef.current) {
|
|
||||||
editorRef.current.getModel().setValue(renderData.args.code)
|
|
||||||
}
|
|
||||||
}, [renderData.args.code, editorRef])
|
|
||||||
|
|
||||||
return (
|
|
||||||
<div style={{ height: renderData.args.height }}>
|
|
||||||
<Editor
|
|
||||||
theme="vs-dark"
|
|
||||||
defaultLanguage="python"
|
|
||||||
onMount={(editor) => (editorRef.current = editor)}
|
|
||||||
/>
|
|
||||||
</div>
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
class CompletionProvider {
|
|
||||||
constructor(monaco: Monaco) {
|
|
||||||
this.monaco = monaco
|
|
||||||
this.latestTimestamp = 0
|
|
||||||
}
|
|
||||||
|
|
||||||
async provideInlineCompletions(document, position, context, token) {
|
|
||||||
const prompt = this.getPrompt(document, position)
|
|
||||||
const emptyResponse = Promise.resolve({ items: [] })
|
|
||||||
|
|
||||||
if (this.isNil(prompt)) {
|
|
||||||
console.debug("Prompt is empty, skipping")
|
|
||||||
return emptyResponse
|
|
||||||
}
|
|
||||||
|
|
||||||
const currentTimestamp = Date.now()
|
|
||||||
this.latestTimestamp = currentTimestamp
|
|
||||||
|
|
||||||
await this.sleep(500)
|
|
||||||
if (this.pendingRequest) await this.pendingRequest
|
|
||||||
if (currentTimestamp < this.latestTimestamp) {
|
|
||||||
return emptyResponse
|
|
||||||
}
|
|
||||||
|
|
||||||
let response
|
|
||||||
try {
|
|
||||||
response = await this.callTabbyApi(currentTimestamp, prompt)
|
|
||||||
} catch (err) {
|
|
||||||
console.error("error", err)
|
|
||||||
return emptyResponse
|
|
||||||
}
|
|
||||||
const hasSuffixParen = this.hasSuffixParen(document, position)
|
|
||||||
const replaceRange = hasSuffixParen
|
|
||||||
? new this.monaco.Range(
|
|
||||||
position.lineNumber,
|
|
||||||
position.column,
|
|
||||||
position.lineNumber,
|
|
||||||
position.column + 1
|
|
||||||
)
|
|
||||||
: new this.monaco.Range(
|
|
||||||
position.lineNumber,
|
|
||||||
position.column,
|
|
||||||
position.lineNumber,
|
|
||||||
position.column
|
|
||||||
)
|
|
||||||
const items = this.toInlineCompletions(response.data, replaceRange)
|
|
||||||
return Promise.resolve({ data: response.data, items })
|
|
||||||
}
|
|
||||||
|
|
||||||
handleItemDidShow(completions, item) {
|
|
||||||
logAction(completions.data.id, item.choice.index, "view")
|
|
||||||
}
|
|
||||||
|
|
||||||
freeInlineCompletions() {}
|
|
||||||
|
|
||||||
getPrompt(document, position) {
|
|
||||||
const firstLine = Math.max(position.lineNumber - 120, 0)
|
|
||||||
|
|
||||||
const range = new this.monaco.Range(
|
|
||||||
firstLine,
|
|
||||||
0,
|
|
||||||
position.lineNumber,
|
|
||||||
position.column
|
|
||||||
)
|
|
||||||
return document.getValueInRange(range)
|
|
||||||
}
|
|
||||||
|
|
||||||
isNil(value) {
|
|
||||||
return value === undefined || value === null || value.length === 0
|
|
||||||
}
|
|
||||||
|
|
||||||
sleep(milliseconds) {
|
|
||||||
return new Promise((r) => setTimeout(r, milliseconds))
|
|
||||||
}
|
|
||||||
|
|
||||||
async callTabbyApi(timestamp, prompt) {
|
|
||||||
const request = (this.pendingRequest = axios.post(
|
|
||||||
`${TabbyServerURL}/v1/completions`,
|
|
||||||
{
|
|
||||||
language: "python",
|
|
||||||
prompt,
|
|
||||||
}
|
|
||||||
))
|
|
||||||
const response = await request
|
|
||||||
this.pendingRequest = null
|
|
||||||
return response
|
|
||||||
}
|
|
||||||
|
|
||||||
toInlineCompletions(value, range) {
|
|
||||||
return (
|
|
||||||
value.choices.map((choice) => ({
|
|
||||||
range,
|
|
||||||
text: choice.text,
|
|
||||||
choice,
|
|
||||||
command: {
|
|
||||||
id: "acceptTabbyCompletion",
|
|
||||||
arguments: [value.id, choice.index],
|
|
||||||
},
|
|
||||||
})) || []
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
hasSuffixParen(document, position) {
|
|
||||||
const suffix = document.getValueInRange(
|
|
||||||
new this.monaco.Range(
|
|
||||||
position.lineNumber,
|
|
||||||
position.column,
|
|
||||||
position.lineNumber,
|
|
||||||
position.column + 1
|
|
||||||
)
|
|
||||||
)
|
|
||||||
return ")]}".indexOf(suffix) > -1
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function logAction(completion_id, choice_index, type) {
|
|
||||||
axios.post(`${TabbyServerURL}/v1/events`, {
|
|
||||||
type,
|
|
||||||
completion_id,
|
|
||||||
choice_index,
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
@ -1,15 +0,0 @@
|
||||||
import React from "react"
|
|
||||||
import ReactDOM from "react-dom/client"
|
|
||||||
import { StreamlitProvider } from "streamlit-component-lib-react-hooks"
|
|
||||||
import Monaco from "./Monaco"
|
|
||||||
|
|
||||||
const rootElement = document.getElementById("root")
|
|
||||||
const root = ReactDOM.createRoot(rootElement)
|
|
||||||
|
|
||||||
root.render(
|
|
||||||
<React.StrictMode>
|
|
||||||
<StreamlitProvider>
|
|
||||||
<Monaco />
|
|
||||||
</StreamlitProvider>
|
|
||||||
</React.StrictMode>
|
|
||||||
)
|
|
||||||
File diff suppressed because it is too large
Load Diff
|
|
@ -1,38 +0,0 @@
|
||||||
import streamlit as st
|
|
||||||
from components import monaco
|
|
||||||
from utils.streamlit import set_page_config
|
|
||||||
|
|
||||||
set_page_config(page_title="Editor")
|
|
||||||
|
|
||||||
SNIPPETS = {
|
|
||||||
"Clear": "# Write some code ...",
|
|
||||||
"Fibonacci": "def fib(n):",
|
|
||||||
"Parse JSON": """def parse_json_lines(filename: str) -> List[Any]:
|
|
||||||
output = []
|
|
||||||
with open(filename, "r", encoding="utf-8") as f:
|
|
||||||
""",
|
|
||||||
"Data ORM": """import birdchirp
|
|
||||||
|
|
||||||
from birdchirp.model.chirp import chirp
|
|
||||||
from birdchirp.db.mysql import MysqlDb
|
|
||||||
|
|
||||||
class User:
|
|
||||||
def __init__(self, user_id):
|
|
||||||
self.user_id = user_id
|
|
||||||
self.db = MysqlDb()
|
|
||||||
|
|
||||||
def get_avatar""",
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
def code_presets():
|
|
||||||
code = ""
|
|
||||||
cols = st.columns(len(SNIPPETS))
|
|
||||||
for col, (k, v) in zip(cols, SNIPPETS.items()):
|
|
||||||
with col:
|
|
||||||
if st.button(k):
|
|
||||||
code = v
|
|
||||||
return code
|
|
||||||
|
|
||||||
|
|
||||||
monaco.st_monaco(key="default", code=code_presets(), height=600)
|
|
||||||
|
|
@ -1,64 +0,0 @@
|
||||||
import os
|
|
||||||
|
|
||||||
import duckdb
|
|
||||||
import streamlit as st
|
|
||||||
from utils.streamlit import set_page_config
|
|
||||||
|
|
||||||
set_page_config(page_title="Metrics")
|
|
||||||
|
|
||||||
|
|
||||||
def query_data():
|
|
||||||
filepath = os.environ.get("DB_FILE", "/data/logs/duckdb/duck.db")
|
|
||||||
if not os.path.isfile(filepath):
|
|
||||||
return []
|
|
||||||
|
|
||||||
conn = duckdb.connect(filepath)
|
|
||||||
|
|
||||||
df = conn.sql(
|
|
||||||
"""
|
|
||||||
SELECT
|
|
||||||
date_trunc('day', to_timestamp(CAST(created AS int64))) AS Date,
|
|
||||||
SUM(IF(view, 1, 0)) as "Views",
|
|
||||||
SUM(IF("select", 1, 0)) as "Acceptances"
|
|
||||||
FROM completion_events
|
|
||||||
GROUP BY 1;
|
|
||||||
"""
|
|
||||||
).df()
|
|
||||||
|
|
||||||
conn.close()
|
|
||||||
return df
|
|
||||||
|
|
||||||
|
|
||||||
df = query_data()
|
|
||||||
|
|
||||||
|
|
||||||
def plot_summary():
|
|
||||||
sum_views = int(sum(df.Views))
|
|
||||||
sum_acceptances = int(sum(df.Acceptances))
|
|
||||||
ratio = (sum_acceptances / sum_views) * 100
|
|
||||||
|
|
||||||
col1, col2, col3 = st.columns(3)
|
|
||||||
|
|
||||||
with col1:
|
|
||||||
st.metric("Views", sum_views)
|
|
||||||
with col2:
|
|
||||||
st.metric("Acceptances", sum_acceptances)
|
|
||||||
with col3:
|
|
||||||
st.metric("Accept Rate", f"{round(ratio)} %")
|
|
||||||
|
|
||||||
|
|
||||||
def plot_charts():
|
|
||||||
st.markdown("### Completion Events")
|
|
||||||
st.line_chart(df, x="Date")
|
|
||||||
|
|
||||||
st.markdown("### Accept Rate")
|
|
||||||
df["Acceptance Rate"] = df["Acceptances"] / df["Views"]
|
|
||||||
st.line_chart(df, x="Date", y="Acceptance Rate")
|
|
||||||
|
|
||||||
|
|
||||||
if len(df) > 0:
|
|
||||||
plot_summary()
|
|
||||||
st.write("---")
|
|
||||||
plot_charts()
|
|
||||||
else:
|
|
||||||
st.markdown("No data available")
|
|
||||||
|
|
@ -1,72 +0,0 @@
|
||||||
import os
|
|
||||||
from pathlib import Path
|
|
||||||
|
|
||||||
import pandas as pd
|
|
||||||
import streamlit as st
|
|
||||||
import toml
|
|
||||||
from datasets import load_from_disk
|
|
||||||
from git import Repo
|
|
||||||
from utils.streamlit import set_page_config
|
|
||||||
|
|
||||||
set_page_config(page_title="Projects")
|
|
||||||
|
|
||||||
dataset_dir = os.environ.get("DATASET_DIR", None)
|
|
||||||
git_repositories_dir = os.environ.get("GIT_REPOSITORIES_DIR", None)
|
|
||||||
config_file = os.environ.get("CONFIG_FILE", None)
|
|
||||||
config = toml.load(config_file)
|
|
||||||
projects = config.get("projects", {})
|
|
||||||
|
|
||||||
|
|
||||||
def count_by_language(dataset):
|
|
||||||
key = "language"
|
|
||||||
df = (
|
|
||||||
pd.DataFrame(dataset[key], columns=[key])
|
|
||||||
.groupby([key])
|
|
||||||
.size()
|
|
||||||
.to_frame("# Files")
|
|
||||||
)
|
|
||||||
return df
|
|
||||||
|
|
||||||
|
|
||||||
def dataset_info():
|
|
||||||
if not Path(dataset_dir).is_dir():
|
|
||||||
st.write("*n/a*")
|
|
||||||
return
|
|
||||||
|
|
||||||
dataset = load_from_disk(dataset_dir)
|
|
||||||
|
|
||||||
col1, col2 = st.columns(2)
|
|
||||||
with col1:
|
|
||||||
st.metric("Total files", len(dataset))
|
|
||||||
|
|
||||||
with col2:
|
|
||||||
st.bar_chart(count_by_language(dataset))
|
|
||||||
|
|
||||||
df = pd.DataFrame(dataset)
|
|
||||||
del df["id"]
|
|
||||||
st.dataframe(df, use_container_width=True, height=600)
|
|
||||||
|
|
||||||
|
|
||||||
def project_list():
|
|
||||||
if len(projects) <= 0:
|
|
||||||
st.write("Your project list is empty")
|
|
||||||
st.write(f"Edit `{config_file}` to add projects")
|
|
||||||
return
|
|
||||||
|
|
||||||
for k, v in projects.items():
|
|
||||||
st.subheader(k)
|
|
||||||
st.write(f'Git: {v["git_url"]}')
|
|
||||||
|
|
||||||
git_repository = Path(git_repositories_dir, k)
|
|
||||||
if not git_repository.is_dir():
|
|
||||||
st.write(f"Status: *Before Initialization*")
|
|
||||||
continue
|
|
||||||
|
|
||||||
repo = Repo(git_repository)
|
|
||||||
sha = repo.active_branch.commit.hexsha
|
|
||||||
st.write(f"Status: `{sha}`")
|
|
||||||
|
|
||||||
|
|
||||||
project_list()
|
|
||||||
st.write("---")
|
|
||||||
dataset_info()
|
|
||||||
|
|
@ -1,26 +0,0 @@
|
||||||
from dataclasses import dataclass
|
|
||||||
|
|
||||||
import requests
|
|
||||||
from requests.exceptions import ConnectionError
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
|
||||||
class ServiceInfo:
|
|
||||||
label: str
|
|
||||||
health_url: str
|
|
||||||
|
|
||||||
@property
|
|
||||||
def is_health(self) -> bool:
|
|
||||||
try:
|
|
||||||
return requests.get(self.health_url).status_code == 200
|
|
||||||
except ConnectionError:
|
|
||||||
return False
|
|
||||||
|
|
||||||
@property
|
|
||||||
def badge_url(self) -> str:
|
|
||||||
is_health = self.is_health
|
|
||||||
label = self.label.replace("-", "--")
|
|
||||||
message = "live" if is_health else "down"
|
|
||||||
color = "green" if is_health else "red"
|
|
||||||
|
|
||||||
return f"https://img.shields.io/badge/{label}-{message}-{color}"
|
|
||||||
|
|
@ -1,16 +0,0 @@
|
||||||
import os
|
|
||||||
|
|
||||||
import streamlit as st
|
|
||||||
|
|
||||||
hide_streamlit_menu = os.environ.get("STREAMLIT_HIDE_MENU", "True") == "True"
|
|
||||||
|
|
||||||
|
|
||||||
def set_page_config(page_title, **kwargs):
|
|
||||||
st.set_page_config(
|
|
||||||
page_title=f"Tabby Admin - {page_title}", layout="wide", **kwargs
|
|
||||||
)
|
|
||||||
if hide_streamlit_menu:
|
|
||||||
hide_streamlit_style = (
|
|
||||||
"<style>#MainMenu {visibility: hidden;}footer {visibility: hidden;}</style>"
|
|
||||||
)
|
|
||||||
st.markdown(hide_streamlit_style, unsafe_allow_html=True)
|
|
||||||
|
|
@ -1,8 +0,0 @@
|
||||||
{
|
|
||||||
http_port 5000
|
|
||||||
}
|
|
||||||
|
|
||||||
:5000 {
|
|
||||||
reverse_proxy localhost:8081
|
|
||||||
reverse_proxy /_admin* localhost:8082
|
|
||||||
}
|
|
||||||
|
|
@ -1,32 +0,0 @@
|
||||||
[api]
|
|
||||||
enabled = true
|
|
||||||
address = "0.0.0.0:8686"
|
|
||||||
|
|
||||||
[sources.tabby_server_logs]
|
|
||||||
type = "file"
|
|
||||||
include = ["/data/logs/tabby-server/events.*.log"]
|
|
||||||
|
|
||||||
[transforms.process_tabby_server_events]
|
|
||||||
type = "remap"
|
|
||||||
inputs = [ "tabby_server_logs" ]
|
|
||||||
source = """
|
|
||||||
record = parse_json!(.message).record
|
|
||||||
|
|
||||||
id = {
|
|
||||||
"process_id": record.process.id,
|
|
||||||
"thread_id": record.thread.id,
|
|
||||||
"timestamp": record.time.timestamp
|
|
||||||
}
|
|
||||||
|
|
||||||
. = {
|
|
||||||
"id": id,
|
|
||||||
"data": parse_json!(record.message)
|
|
||||||
}
|
|
||||||
"""
|
|
||||||
|
|
||||||
[sinks.write_tabby_server_events]
|
|
||||||
type = "file"
|
|
||||||
inputs = [ "process_tabby_server_events" ]
|
|
||||||
encoding = { codec = "json" }
|
|
||||||
framing = { method = "newline_delimited" }
|
|
||||||
path = "/data/logs/events/tabby-server/%Y-%m-%d.json"
|
|
||||||
|
|
@ -1,3 +0,0 @@
|
||||||
### Experimental feature flags ###
|
|
||||||
|
|
||||||
### Released feature flags ###
|
|
||||||
|
|
@ -1,94 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
set -e
|
|
||||||
|
|
||||||
# import flags
|
|
||||||
SCRIPT_DIR=$( cd "$(dirname "${BASH_SOURCE[0]}")" ; pwd -P )
|
|
||||||
source "$SCRIPT_DIR/flags.sh"
|
|
||||||
|
|
||||||
# INPUT ENVIRONMENT ARGS
|
|
||||||
export DATA_DIR="${DATA_DIR:-/data}"
|
|
||||||
export MODEL_NAME="${MODEL_NAME:-TabbyML/J-350M}"
|
|
||||||
export MODEL_BACKEND="${MODEL_BACKEND:-python}"
|
|
||||||
|
|
||||||
# Shared environment variables
|
|
||||||
export LOGS_DIR="$DATA_DIR/logs"
|
|
||||||
export DB_FILE="$LOGS_DIR/duckdb/duck.db"
|
|
||||||
export CONFIG_FILE="$DATA_DIR/config/tabby.toml"
|
|
||||||
|
|
||||||
# projects
|
|
||||||
export GIT_REPOSITORIES_DIR="$DATA_DIR/repositories"
|
|
||||||
export DATASET_DIR="$DATA_DIR/dataset"
|
|
||||||
|
|
||||||
# dagu
|
|
||||||
export DAGU_DAGS="tabby/tasks"
|
|
||||||
|
|
||||||
init() {
|
|
||||||
if [ ! -f $CONFIG_FILE ]; then
|
|
||||||
mkdir -p $(dirname $CONFIG_FILE)
|
|
||||||
touch $CONFIG_FILE
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Disable safe directory check
|
|
||||||
git config --global --add safe.directory '*'
|
|
||||||
|
|
||||||
python -m tabby.tools.download_models --repo_id=$MODEL_NAME
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
program:triton() {
|
|
||||||
if [[ "$MODEL_BACKEND" == "triton" ]]
|
|
||||||
then
|
|
||||||
|
|
||||||
cat <<EOF
|
|
||||||
[program:triton]
|
|
||||||
command=./tabby/scripts/triton.sh
|
|
||||||
EOF
|
|
||||||
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
program:caddy() {
|
|
||||||
if [[ "$CADDY_WATCH_CONFIG" == "true" ]]
|
|
||||||
then
|
|
||||||
local CADDY_ARGS=" --watch"
|
|
||||||
fi
|
|
||||||
|
|
||||||
cat <<EOF
|
|
||||||
[program:caddy]
|
|
||||||
command=caddy run --config tabby/config/Caddyfile $CADDY_ARGS
|
|
||||||
EOF
|
|
||||||
}
|
|
||||||
|
|
||||||
supervisor() {
|
|
||||||
# Create logs dir if not exists.
|
|
||||||
mkdir -p ${LOGS_DIR}
|
|
||||||
|
|
||||||
supervisord -n -c <(cat <<EOF
|
|
||||||
[supervisord]
|
|
||||||
logfile = ${LOGS_DIR}/supervisord.log
|
|
||||||
loglevel = debug
|
|
||||||
|
|
||||||
[program:server]
|
|
||||||
command=uvicorn tabby.server:app --port 8081
|
|
||||||
|
|
||||||
[program:admin]
|
|
||||||
command=streamlit run tabby/admin/Home.py --server.port 8082 --server.baseUrlPath=/_admin --theme.base=dark
|
|
||||||
|
|
||||||
[program:vector]
|
|
||||||
command=vector --config-toml tabby/config/vector.toml
|
|
||||||
|
|
||||||
[program:dagu_scheduler]
|
|
||||||
command=dagu scheduler
|
|
||||||
|
|
||||||
[program:dagu_server]
|
|
||||||
command=dagu server --host 0.0.0.0 --port 8083
|
|
||||||
|
|
||||||
$(program:triton)
|
|
||||||
|
|
||||||
$(program:caddy)
|
|
||||||
EOF
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
init
|
|
||||||
supervisor
|
|
||||||
|
|
@ -1,27 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
set -e
|
|
||||||
|
|
||||||
MODEL_REPLICA=${MODEL_REPLICA:-1}
|
|
||||||
|
|
||||||
if [ -d "$MODEL_NAME" ]; then
|
|
||||||
MODEL_DIR="$MODEL_NAME"
|
|
||||||
else
|
|
||||||
# Get model dir.
|
|
||||||
MODEL_DIR=$(python3 <<EOF
|
|
||||||
from huggingface_hub import snapshot_download
|
|
||||||
|
|
||||||
print(snapshot_download(repo_id='$MODEL_NAME', allow_patterns='triton/**/*', local_files_only=True))
|
|
||||||
EOF
|
|
||||||
)
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Set model dir in triton config.
|
|
||||||
sed -i 's@${MODEL_DIR}@'$MODEL_DIR'@g' $MODEL_DIR/triton/fastertransformer/config.pbtxt
|
|
||||||
|
|
||||||
# SET model replica in triton config.
|
|
||||||
sed -i "s/count: [[:digit:]]\+/count: $MODEL_REPLICA/g" $MODEL_DIR/triton/fastertransformer/config.pbtxt
|
|
||||||
|
|
||||||
# Start triton server.
|
|
||||||
mpirun -n 1 \
|
|
||||||
/opt/tritonserver/bin/tritonserver \
|
|
||||||
--model-repository=$MODEL_DIR/triton
|
|
||||||
Loading…
Reference in New Issue