phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(proxy/utils.py): enable end_user + team id tracking in spend logs

Browse source 
allows separating proxy owner vs. end user in the spen
d logs
This commit is contained in:
Krrish Dholakia 2024-02-29 16:04:52 -08:00
parent d9e272942b
commit c60fa9c84d
5 changed files with 18 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/proxy/utils.py
View file

@ -1528,7 +1528,12 @@ def get_logging_payload(kwargs, response_obj, start_time, end_time):
"startTime": start_time,
"endTime": end_time,
"model": kwargs.get("model", ""),
"user": kwargs.get("user", ""),
"user": kwargs.get("litellm_params", {})
.get("metadata", {})
.get("user_api_key_user_id", ""),
"team_id": kwargs.get("litellm_params", {})
.get("metadata", {})
.get("user_api_key_team_id", ""),
"metadata": metadata,
"cache_key": cache_key,
"spend": kwargs.get("response_cost", 0),
@ -1536,6 +1541,7 @@ def get_logging_payload(kwargs, response_obj, start_time, end_time):
"prompt_tokens": usage.get("prompt_tokens", 0),
"completion_tokens": usage.get("completion_tokens", 0),
"request_tags": metadata.get("tags", []),
"end_user": kwargs.get("user", ""),
}
verbose_proxy_logger.debug(f"SpendTable: created payload - payload: {payload}\n\n")