root
/
tabby
mirror of https://gitee.com/zhang_1334717033/tabby.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Cleanup environment variable in tabby.server

add-more-languages
Meng Zhang 2023-04-02 12:11:49 +08:00
parent 0a30165862
commit 6877a071ec
2 changed files with 6 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tabby/server/__init__.py
View File

@ -35,6 +35,10 @@ if MODEL_BACKEND == "triton":
else: else:
model_backend = PythonModelService(MODEL_NAME) model_backend = PythonModelService(MODEL_NAME)
LOGS_DIR = os.environ.get("LOGS_DIR", None)
if LOGS_DIR is not None:
events.setup_logging(os.path.join(LOGS_DIR, "tabby-server"))
@app.post("/v1/completions") @app.post("/v1/completions")
async def completions(request: CompletionRequest) -> CompletionResponse: async def completions(request: CompletionRequest) -> CompletionResponse:

9
tabby/server/events.py
View File

@ -6,8 +6,6 @@ from pydantic import BaseModel
from . import models from . import models
logger.configure(handlers=[])
def setup_logging(logdir): def setup_logging(logdir):
try: try:
@ -15,6 +13,8 @@ def setup_logging(logdir):
except FileNotFoundError: except FileNotFoundError:
pass pass
# Remove default handler
logger.remove()
logger.add( logger.add(
os.path.join(logdir, "events.{time}.log"), os.path.join(logdir, "events.{time}.log"),
rotation="1 hours", rotation="1 hours",
@ -27,11 +27,6 @@ def setup_logging(logdir):
) )
LOGS_DIR = os.environ.get("LOGS_DIR", None)
if LOGS_DIR is not None:
setup_logging(os.path.join(LOGS_DIR, "tabby-server"))
def log_completions( def log_completions(
request: models.CompletionRequest, response: models.CompletionResponse request: models.CompletionRequest, response: models.CompletionResponse
) -> None: ) -> None: