phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(caching.py): add logging module support for caching

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-20 17:34:16 -08:00
parent d60af6fff5
commit 3e5b743b89
3 changed files with 23 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

20
litellm/proxy/proxy_server.py
View file

@ -2879,11 +2879,27 @@ async def health_readiness():
Unprotected endpoint for checking if worker can receive requests
"""
global prisma_client
cache_type = None
if litellm.cache is not None:
cache_type = litellm.cache.type
if prisma_client is not None: # if db passed in, check if it's connected
if prisma_client.db.is_connected() == True:
return {"status": "healthy", "db": "connected"}
response_object = {"db": "connected"}
return {
"status": "healthy",
"db": "connected",
"cache": cache_type,
"success_callbacks": litellm.success_callback,
}
else:
return {"status": "healthy", "db": "Not connected"}
return {
"status": "healthy",
"db": "Not connected",
"cache": cache_type,
"success_callbacks": litellm.success_callback,
}
raise HTTPException(status_code=503, detail="Service Unhealthy")