From 244152fa82addeb3df4ab6cc649476c50aabff16 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Tue, 19 Nov 2024 10:27:24 -0800 Subject: [PATCH] track custom_llm_provider in SpendLogs --- litellm/proxy/_types.py | 1 + litellm/proxy/schema.prisma | 1 + litellm/proxy/spend_tracking/spend_tracking_utils.py | 1 + schema.prisma | 1 + 4 files changed, 4 insertions(+) diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py index f5851ded9..09fe3c2fa 100644 --- a/litellm/proxy/_types.py +++ b/litellm/proxy/_types.py @@ -1773,6 +1773,7 @@ class SpendLogsPayload(TypedDict): model_id: Optional[str] model_group: Optional[str] api_base: str + custom_llm_provider: Optional[str] user: str metadata: str # json str cache_hit: str diff --git a/litellm/proxy/schema.prisma b/litellm/proxy/schema.prisma index 64045999c..7f717e6c8 100644 --- a/litellm/proxy/schema.prisma +++ b/litellm/proxy/schema.prisma @@ -192,6 +192,7 @@ model LiteLLM_SpendLogs { model_id String? @default("") // the model id stored in proxy model db model_group String? @default("") // public model_name / model_group api_base String? @default("") + custom_llm_provider String? @default("") // openai, vertex_ai etc user String? @default("") metadata Json? @default("{}") cache_hit String? @default("") diff --git a/litellm/proxy/spend_tracking/spend_tracking_utils.py b/litellm/proxy/spend_tracking/spend_tracking_utils.py index 48924d521..6f3d1b522 100644 --- a/litellm/proxy/spend_tracking/spend_tracking_utils.py +++ b/litellm/proxy/spend_tracking/spend_tracking_utils.py @@ -150,6 +150,7 @@ def get_logging_payload( request_tags=request_tags, end_user=end_user_id or "", api_base=litellm_params.get("api_base", ""), + custom_llm_provider=litellm_params.get("custom_llm_provider", None), model_group=_model_group, model_id=_model_id, requester_ip_address=clean_metadata.get("requester_ip_address", None), diff --git a/schema.prisma b/schema.prisma index 64045999c..7f717e6c8 100644 --- a/schema.prisma +++ b/schema.prisma @@ -192,6 +192,7 @@ model LiteLLM_SpendLogs { model_id String? @default("") // the model id stored in proxy model db model_group String? @default("") // public model_name / model_group api_base String? @default("") + custom_llm_provider String? @default("") // openai, vertex_ai etc user String? @default("") metadata Json? @default("{}") cache_hit String? @default("")