phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #2301 from BerriAI/litellm_log_api_base_spend_logs

Browse source 
[FEAT] log api_base in spend logs
This commit is contained in:
Ishaan Jaff 2024-03-02 12:08:16 -08:00 • committed by GitHub
commit 38201ac7e3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/proxy/_types.py
View file

@ -542,6 +542,7 @@ class LiteLLM_SpendLogs(LiteLLMBase):
request_id: str request_id: str
api_key: str api_key: str
model: Optional[str] = "" model: Optional[str] = ""
api_base: Optional[str] = ""
call_type: str call_type: str
spend: Optional[float] = 0.0 spend: Optional[float] = 0.0
total_tokens: Optional[int] = 0 total_tokens: Optional[int] = 0

1
litellm/proxy/schema.prisma
View file

@ -125,6 +125,7 @@ model LiteLLM_SpendLogs {
startTime DateTime // Assuming start_time is a DateTime field startTime DateTime // Assuming start_time is a DateTime field
endTime DateTime // Assuming end_time is a DateTime field endTime DateTime // Assuming end_time is a DateTime field
model String @default("") model String @default("")
api_base String @default("")
user String @default("") user String @default("")
metadata Json @default("{}") metadata Json @default("{}")
cache_hit String @default("") cache_hit String @default("")

1
litellm/proxy/utils.py
View file

@ -1600,6 +1600,7 @@ def get_logging_payload(kwargs, response_obj, start_time, end_time):
"completion_tokens": usage.get("completion_tokens", 0), "completion_tokens": usage.get("completion_tokens", 0),
"request_tags": metadata.get("tags", []), "request_tags": metadata.get("tags", []),
"end_user": kwargs.get("user", ""), "end_user": kwargs.get("user", ""),
"api_base": litellm_params.get("api_base", ""),
} }
verbose_proxy_logger.debug(f"SpendTable: created payload - payload: {payload}\n\n") verbose_proxy_logger.debug(f"SpendTable: created payload - payload: {payload}\n\n")

1
schema.prisma
View file

@ -125,6 +125,7 @@ model LiteLLM_SpendLogs {
startTime DateTime // Assuming start_time is a DateTime field startTime DateTime // Assuming start_time is a DateTime field
endTime DateTime // Assuming end_time is a DateTime field endTime DateTime // Assuming end_time is a DateTime field
model String @default("") model String @default("")
api_base String @default("")
user String @default("") user String @default("")
metadata Json @default("{}") metadata Json @default("{}")
cache_hit String @default("") cache_hit String @default("")