From 78bf3862ab2e54d7fab99ca4fc85f375b6b4518d Mon Sep 17 00:00:00 2001 From: aszerW Date: Sat, 18 Apr 2026 09:03:24 +0800 Subject: [PATCH] =?UTF-8?q?feat:=20=E9=A1=B9=E7=9B=AE=E9=87=8D=E5=91=BD?= =?UTF-8?q?=E5=90=8D=E4=B8=BALLM=20Compass?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit LLM Compass - 智能LLM路由服务,为请求指引最优模型,兼顾质量与成本 --- main.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/main.py b/main.py index 89fa8a1..801e41d 100644 --- a/main.py +++ b/main.py @@ -1,5 +1,5 @@ """ -LLM Router 服务 - OpenAI 兼容 API +LLM Compass - 智能LLM路由服务 (OpenAI 兼容 API) 基于 LiteLLM + NVIDIA 多头分类器的智能路由服务 支持 OpenAI Chat Completions API 格式(含流式返回) """ @@ -79,8 +79,8 @@ class ChatCompletionRequest(BaseModel): # ── FastAPI App ────────────────────────────────────────────── app = FastAPI( - title="LLM Router", - description="OpenAI 兼容的 LLM 智能路由服务(NVIDIA 3-tier 分类 + LiteLLM 多提供商)", + title="LLM Compass", + description="智能LLM路由服务,为请求指引最优模型,兼顾质量与成本(NVIDIA 3-tier 分类 + LiteLLM 多提供商)", version="0.4.0", ) @@ -466,7 +466,7 @@ async def get_stats_raw(limit: int = 50, offset: int = 0): @app.get("/health") async def health_check(): """健康检查""" - return {"status": "healthy", "version": "0.4.0", "router": "nvidia-3tier"} + return {"status": "healthy", "version": "0.4.0", "router": "llm-compass"} if __name__ == "__main__":