phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) Track custom_llm_provider in LiteLLMSpendLogs (#7081)

Browse source 
* add custom_llm_provider to SpendLogsPayload

* add custom_llm_provider to SpendLogs

* add custom llm provider to SpendLogs payload

* test_spend_logs_payload
This commit is contained in:
Ishaan Jaff 2024-12-07 13:40:22 -08:00 • committed by GitHub
parent 0e39cb58d8
commit d4c52e2921
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/proxy/_types.py
View file

@ -1812,6 +1812,7 @@ class SpendLogsPayload(TypedDict):
team_id: Optional[str]
end_user: Optional[str]
requester_ip_address: Optional[str]
custom_llm_provider: Optional[str]
class SpanAttributes(str, enum.Enum):

1
litellm/proxy/schema.prisma
View file

@ -191,6 +191,7 @@ model LiteLLM_SpendLogs {
model String @default("")
model_id String? @default("") // the model id stored in proxy model db
model_group String? @default("") // public model_name / model_group
custom_llm_provider String? @default("") // litellm used custom_llm_provider
api_base String? @default("")
user String? @default("")
metadata Json? @default("{}")

1
litellm/proxy/spend_tracking/spend_tracking_utils.py
View file

@ -153,6 +153,7 @@ def get_logging_payload(
model_group=_model_group,
model_id=_model_id,
requester_ip_address=clean_metadata.get("requester_ip_address", None),
custom_llm_provider=kwargs.get("custom_llm_provider", ""),
)
verbose_proxy_logger.debug(

1
schema.prisma
View file

@ -191,6 +191,7 @@ model LiteLLM_SpendLogs {
model String @default("")
model_id String? @default("") // the model id stored in proxy model db
model_group String? @default("") // public model_name / model_group
custom_llm_provider String? @default("") // litellm used custom_llm_provider
api_base String? @default("")
user String? @default("")
metadata Json? @default("{}")

3
tests/local_testing/test_spend_logs.py → tests/logging_callback_tests/test_spend_logs.py
View file

@ -45,6 +45,7 @@ def test_spend_logs_payload(model_id: Optional[str]):
{"role": "system", "content": "you are a helpful assistant.\n"},
{"role": "user", "content": "bom dia"},
],
"custom_llm_provider": "azure",
"optional_params": {
"stream": False,
"max_tokens": 10,
@ -211,6 +212,8 @@ def test_spend_logs_payload(model_id: Optional[str]):
payload["request_tags"] == '["model-anthropic-claude-v2.1", "app-ishaan-prod"]'
)
assert payload["custom_llm_provider"] == "azure"
def test_spend_logs_payload_whisper():
"""