phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

ui - fix latency analytics completion_tokens

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-29 09:39:53 -07:00
parent dc8480a5e9
commit e252daaf2b
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/proxy_server.py
View file

@ -10184,7 +10184,7 @@ async def model_metrics(
model_group,
model,
DATE_TRUNC('day', "startTime")::DATE AS day,
AVG(EXTRACT(epoch FROM ("endTime" - "startTime"))) / SUM(total_tokens) AS avg_latency_per_token
AVG(EXTRACT(epoch FROM ("endTime" - "startTime"))) / SUM(completion_tokens) AS avg_latency_per_token
FROM
"LiteLLM_SpendLogs"
WHERE
@ -10196,7 +10196,7 @@ async def model_metrics(
model,
day
HAVING
SUM(total_tokens) > 0
SUM(completion_tokens) > 0
ORDER BY
avg_latency_per_token DESC;
"""