phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

track custom_llm_provider in SpendLogs

Browse source
This commit is contained in:
Ishaan Jaff 2024-11-19 10:27:24 -08:00
parent 7550aba474
commit 244152fa82
4 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/proxy/_types.py
View file

@ -1773,6 +1773,7 @@ class SpendLogsPayload(TypedDict):
model_id: Optional[str]
model_group: Optional[str]
api_base: str
custom_llm_provider: Optional[str]
user: str
metadata: str # json str
cache_hit: str

1
litellm/proxy/schema.prisma
View file

@ -192,6 +192,7 @@ model LiteLLM_SpendLogs {
model_id String? @default("") // the model id stored in proxy model db
model_group String? @default("") // public model_name / model_group
api_base String? @default("")
custom_llm_provider String? @default("") // openai, vertex_ai etc
user String? @default("")
metadata Json? @default("{}")
cache_hit String? @default("")

1
litellm/proxy/spend_tracking/spend_tracking_utils.py
View file

@ -150,6 +150,7 @@ def get_logging_payload(
request_tags=request_tags,
end_user=end_user_id or "",
api_base=litellm_params.get("api_base", ""),
custom_llm_provider=litellm_params.get("custom_llm_provider", None),
model_group=_model_group,
model_id=_model_id,
requester_ip_address=clean_metadata.get("requester_ip_address", None),

1
schema.prisma
View file

@ -192,6 +192,7 @@ model LiteLLM_SpendLogs {
model_id String? @default("") // the model id stored in proxy model db
model_group String? @default("") // public model_name / model_group
api_base String? @default("")
custom_llm_provider String? @default("") // openai, vertex_ai etc
user String? @default("")
metadata Json? @default("{}")
cache_hit String? @default("")