phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

build(schema.prisma): add completion_start_time to spend logs

Browse source 
enables time to first token tracking for models
This commit is contained in:
Krrish Dholakia 2024-05-22 16:43:08 -07:00
parent 9609df16d3
commit 9f518030b9
3 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/proxy/schema.prisma
View file

@ -174,6 +174,7 @@ model LiteLLM_SpendLogs {
completion_tokens Int @default(0) completion_tokens Int @default(0)
startTime DateTime // Assuming start_time is a DateTime field startTime DateTime // Assuming start_time is a DateTime field
endTime DateTime // Assuming end_time is a DateTime field endTime DateTime // Assuming end_time is a DateTime field
completionStartTime DateTime? // Assuming completionStartTime is a DateTime field
model String @default("") model String @default("")
api_base String @default("") api_base String @default("")
user String @default("") user String @default("")

2
litellm/proxy/utils.py
View file

@ -1862,6 +1862,7 @@ def get_logging_payload(
metadata = ( metadata = (
litellm_params.get("metadata", {}) or {} litellm_params.get("metadata", {}) or {}
) # if litellm_params['metadata'] == None ) # if litellm_params['metadata'] == None
completion_start_time = kwargs.get("completion_start_time", end_time)
call_type = kwargs.get("call_type") call_type = kwargs.get("call_type")
cache_hit = kwargs.get("cache_hit", False) cache_hit = kwargs.get("cache_hit", False)
usage = response_obj["usage"] usage = response_obj["usage"]
@ -1910,6 +1911,7 @@ def get_logging_payload(
"cache_hit": cache_hit, "cache_hit": cache_hit,
"startTime": start_time, "startTime": start_time,
"endTime": end_time, "endTime": end_time,
"completionStartTime": completion_start_time,
"model": kwargs.get("model", ""), "model": kwargs.get("model", ""),
"user": kwargs.get("litellm_params", {}) "user": kwargs.get("litellm_params", {})
.get("metadata", {}) .get("metadata", {})

1
schema.prisma
View file

@ -174,6 +174,7 @@ model LiteLLM_SpendLogs {
completion_tokens Int @default(0) completion_tokens Int @default(0)
startTime DateTime // Assuming start_time is a DateTime field startTime DateTime // Assuming start_time is a DateTime field
endTime DateTime // Assuming end_time is a DateTime field endTime DateTime // Assuming end_time is a DateTime field
completionStartTime DateTime? // Assuming completionStartTime is a DateTime field
model String @default("") model String @default("")
api_base String @default("") api_base String @default("")
user String @default("") user String @default("")