Cleanup environment variable in tabby.server

add-more-languages
Meng Zhang 2023-04-02 12:11:49 +08:00
parent 0a30165862
commit 6877a071ec
2 changed files with 6 additions and 7 deletions

View File

@ -35,6 +35,10 @@ if MODEL_BACKEND == "triton":
else:
model_backend = PythonModelService(MODEL_NAME)
LOGS_DIR = os.environ.get("LOGS_DIR", None)
if LOGS_DIR is not None:
events.setup_logging(os.path.join(LOGS_DIR, "tabby-server"))
@app.post("/v1/completions")
async def completions(request: CompletionRequest) -> CompletionResponse:

View File

@ -6,8 +6,6 @@ from pydantic import BaseModel
from . import models
logger.configure(handlers=[])
def setup_logging(logdir):
try:
@ -15,6 +13,8 @@ def setup_logging(logdir):
except FileNotFoundError:
pass
# Remove default handler
logger.remove()
logger.add(
os.path.join(logdir, "events.{time}.log"),
rotation="1 hours",
@ -27,11 +27,6 @@ def setup_logging(logdir):
)
LOGS_DIR = os.environ.get("LOGS_DIR", None)
if LOGS_DIR is not None:
setup_logging(os.path.join(LOGS_DIR, "tabby-server"))
def log_completions(
request: models.CompletionRequest, response: models.CompletionResponse
) -> None: