aszer/llm-compass
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: 项目重命名为LLM Compass

Browse Source 
LLM Compass - 智能LLM路由服务，为请求指引最优模型，兼顾质量与成本
This commit is contained in:
aszerW
2026-04-18 09:03:24 +08:00
parent b33d3c026c
commit 78bf3862ab
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
main.py
View File

@@ -1,5 +1,5 @@
"""
LLM Router 服务 - OpenAI 兼容 API
LLM Compass - 智能LLM路由服务 (OpenAI 兼容 API)
基于 LiteLLM + NVIDIA 多头分类器的智能路由服务
支持 OpenAI Chat Completions API 格式（含流式返回）
"""
@@ -79,8 +79,8 @@ class ChatCompletionRequest(BaseModel):
# ── FastAPI App ──────────────────────────────────────────────
app = FastAPI(
title="LLM Router",
description="OpenAI 兼容的 LLM 智能路由服务（NVIDIA 3-tier 分类 + LiteLLM 多提供商）",
title="LLM Compass",
description="智能LLM路由服务，为请求指引最优模型，兼顾质量与成本（NVIDIA 3-tier 分类 + LiteLLM 多提供商）",
version="0.4.0",
)
@@ -466,7 +466,7 @@ async def get_stats_raw(limit: int = 50, offset: int = 0):
@app.get("/health")
async def health_check():
"""健康检查"""
return {"status": "healthy", "version": "0.4.0", "router": "nvidia-3tier"}
return {"status": "healthy", "version": "0.4.0", "router": "llm-compass"}
if __name__ == "__main__":