phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(proxy_server.py): have /health and /routes be router endpoints

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-29 19:59:49 -08:00
parent 4ed5b3b46d
commit 50cc4a8595
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/proxy_server.py
View file

@ -902,7 +902,7 @@ async def retrieve_server_log(request: Request):
async def test_endpoint(request: Request): async def test_endpoint(request: Request):
return {"route": request.url.path} return {"route": request.url.path}
@app.get("/health", description="Check the health of all the endpoints in config.yaml", tags=["health"]) @router.get("/health", description="Check the health of all the endpoints in config.yaml", tags=["health"])
async def health_endpoint(request: Request, model: Optional[str] = fastapi.Query(None, description="Specify the model name (optional)")): async def health_endpoint(request: Request, model: Optional[str] = fastapi.Query(None, description="Specify the model name (optional)")):
global llm_model_list global llm_model_list
healthy_endpoints = [] healthy_endpoints = []
@ -946,7 +946,7 @@ async def health_endpoint(request: Request, model: Optional[str] = fastapi.Query
async def home(request: Request): async def home(request: Request):
return "LiteLLM: RUNNING" return "LiteLLM: RUNNING"
@app.get("/routes") @router.get("/routes")
async def get_routes(): async def get_routes():
""" """
Get a list of available routes in the FastAPI application. Get a list of available routes in the FastAPI application.