phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) improve /health/readiness under high load

Browse source
This commit is contained in:
Ishaan Jaff 2024-03-16 14:14:17 -07:00
parent 61f129b9ab
commit 389e79d3b2
1 changed files with 2 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/proxy_server.py
View file

@ -7280,10 +7280,8 @@ def _db_health_readiness_check():
# Note - Intentionally don't try/except this so it raises an exception when it fails
# if timedelta is less than 2 minutes return DB Status
if (
db_health_cache["status"] != "unknown"
and db_health_cache["last_updated"] + timedelta(minutes=2) > datetime.now()
):
time_diff = datetime.now() - db_health_cache["last_updated"]
if db_health_cache["status"] != "unknown" and time_diff < timedelta(minutes=2):
return db_health_cache
prisma_client.health_check()
db_health_cache = {"status": "connected", "last_updated": datetime.now()}