aszer/llm-compass
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: 项目重命名为LLM Compass

Browse Source 
LLM Compass - 智能LLM路由服务，为请求指引最优模型，兼顾质量与成本
This commit is contained in:
aszerW
2026-04-18 09:03:24 +08:00
parent b33d3c026c
commit 78bf3862ab
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
main.py
View File

@@ -1,5 +1,5 @@
""" """
LLM Router 服务 - OpenAI 兼容 API LLM Compass - 智能LLM路由服务 (OpenAI 兼容 API)
基于 LiteLLM + NVIDIA 多头分类器的智能路由服务 基于 LiteLLM + NVIDIA 多头分类器的智能路由服务
支持 OpenAI Chat Completions API 格式（含流式返回） 支持 OpenAI Chat Completions API 格式（含流式返回）
""" """
@@ -79,8 +79,8 @@ class ChatCompletionRequest(BaseModel):
# ── FastAPI App ────────────────────────────────────────────── # ── FastAPI App ──────────────────────────────────────────────
app = FastAPI( app = FastAPI(
title="LLM Router", title="LLM Compass",
description="OpenAI 兼容的 LLM 智能路由服务（NVIDIA 3-tier 分类 + LiteLLM 多提供商）", description="智能LLM路由服务，为请求指引最优模型，兼顾质量与成本（NVIDIA 3-tier 分类 + LiteLLM 多提供商）",
version="0.4.0", version="0.4.0",
) )
@@ -466,7 +466,7 @@ async def get_stats_raw(limit: int = 50, offset: int = 0):
@app.get("/health") @app.get("/health")
async def health_check(): async def health_check():
"""健康检查""" """健康检查"""
return {"status": "healthy", "version": "0.4.0", "router": "nvidia-3tier"} return {"status": "healthy", "version": "0.4.0", "router": "llm-compass"}
if __name__ == "__main__": if __name__ == "__main__":