phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 19:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat - show slow count and total count

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-01 17:18:14 -07:00
parent 1721ab64aa
commit 5ce76a5b0d
1 changed files with 7 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/proxy/proxy_server.py
View file

@ -7639,18 +7639,20 @@ async def model_metrics_slow_responses(
sql_query = """ sql_query = """
SELECT SELECT
api_base, api_base,
COUNT(*) AS count COUNT(*) AS total_count,
SUM(CASE
WHEN ("endTime" - "startTime") >= (INTERVAL '1 SECOND' * CAST($1 AS INTEGER)) THEN 1
ELSE 0
END) AS slow_count
FROM FROM
"LiteLLM_SpendLogs" "LiteLLM_SpendLogs"
WHERE WHERE
("endTime" - "startTime") >= (INTERVAL '1 SECOND' * CAST($1 AS INTEGER)) "model" = $2
AND "model" = $2
AND "cache_hit" != 'True' AND "cache_hit" != 'True'
GROUP BY GROUP BY
api_base api_base
ORDER BY ORDER BY
count DESC; slow_count DESC;
""" """
db_response = await prisma_client.db.query_raw( db_response = await prisma_client.db.query_raw(