phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #3897 from BerriAI/litellm_fix_latency_cal

Browse source 
ui  - fix latency analytics on `completion_tokens`
This commit is contained in:
Ishaan Jaff 2024-05-29 17:32:17 -07:00 • committed by GitHub
commit 2c35d2ee95
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/proxy_server.py
View file

@ -10209,7 +10209,7 @@ async def model_metrics(
model_group, model_group,
model, model,
DATE_TRUNC('day', "startTime")::DATE AS day, DATE_TRUNC('day', "startTime")::DATE AS day,
AVG(EXTRACT(epoch FROM ("endTime" - "startTime"))) / SUM(total_tokens) AS avg_latency_per_token AVG(EXTRACT(epoch FROM ("endTime" - "startTime")) / "completion_tokens") AS avg_latency_per_token
FROM FROM
"LiteLLM_SpendLogs" "LiteLLM_SpendLogs"
WHERE WHERE
@ -10221,7 +10221,7 @@ async def model_metrics(
model, model,
day day
HAVING HAVING
SUM(total_tokens) > 0 SUM(completion_tokens) > 0
ORDER BY ORDER BY
avg_latency_per_token DESC; avg_latency_per_token DESC;
""" """