phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #3175 from BerriAI/litellm_log_team_alias_langfuse

Browse source 
[FEAT] Log team alias to langfuse
This commit is contained in:
Ishaan Jaff 2024-04-19 15:30:59 -07:00 • committed by GitHub
commit 48e5de4f0e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 22 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/integrations/langfuse.py
View file

@ -282,9 +282,9 @@ class LangFuseLogger:
for key, value in metadata.items(): for key, value in metadata.items():
# generate langfuse tags # generate langfuse tags
if key in [ if key in [
"user_api_key", "user_api_key_alias",
"user_api_key_user_id", "user_api_key_user_id",
"user_api_key_team_id", "user_api_key_team_alias",
"semantic-similarity", "semantic-similarity",
]: ]:
tags.append(f"{key}:{value}") tags.append(f"{key}:{value}")

1
litellm/proxy/_types.py
View file

@ -792,6 +792,7 @@ class LiteLLM_VerificationTokenView(LiteLLM_VerificationToken):
""" """
team_spend: Optional[float] = None team_spend: Optional[float] = None
team_alias: Optional[str] = None
team_tpm_limit: Optional[int] = None team_tpm_limit: Optional[int] = None
team_rpm_limit: Optional[int] = None team_rpm_limit: Optional[int] = None
team_max_budget: Optional[float] = None team_max_budget: Optional[float] = None

18
litellm/proxy/proxy_server.py
View file

@ -3361,6 +3361,9 @@ async def completion(
data["metadata"]["user_api_key_team_id"] = getattr( data["metadata"]["user_api_key_team_id"] = getattr(
user_api_key_dict, "team_id", None user_api_key_dict, "team_id", None
) )
data["metadata"]["user_api_key_team_alias"] = getattr(
user_api_key_dict, "team_alias", None
)
_headers = dict(request.headers) _headers = dict(request.headers)
_headers.pop( _headers.pop(
"authorization", None "authorization", None
@ -3562,6 +3565,9 @@ async def chat_completion(
data["metadata"]["user_api_key_team_id"] = getattr( data["metadata"]["user_api_key_team_id"] = getattr(
user_api_key_dict, "team_id", None user_api_key_dict, "team_id", None
) )
data["metadata"]["user_api_key_team_alias"] = getattr(
user_api_key_dict, "team_alias", None
)
data["metadata"]["user_api_key_metadata"] = user_api_key_dict.metadata data["metadata"]["user_api_key_metadata"] = user_api_key_dict.metadata
_headers = dict(request.headers) _headers = dict(request.headers)
_headers.pop( _headers.pop(
@ -3793,6 +3799,9 @@ async def embeddings(
data["metadata"]["user_api_key_team_id"] = getattr( data["metadata"]["user_api_key_team_id"] = getattr(
user_api_key_dict, "team_id", None user_api_key_dict, "team_id", None
) )
data["metadata"]["user_api_key_team_alias"] = getattr(
user_api_key_dict, "team_alias", None
)
data["metadata"]["endpoint"] = str(request.url) data["metadata"]["endpoint"] = str(request.url)
### TEAM-SPECIFIC PARAMS ### ### TEAM-SPECIFIC PARAMS ###
@ -3971,6 +3980,9 @@ async def image_generation(
data["metadata"]["user_api_key_team_id"] = getattr( data["metadata"]["user_api_key_team_id"] = getattr(
user_api_key_dict, "team_id", None user_api_key_dict, "team_id", None
) )
data["metadata"]["user_api_key_team_alias"] = getattr(
user_api_key_dict, "team_alias", None
)
data["metadata"]["endpoint"] = str(request.url) data["metadata"]["endpoint"] = str(request.url)
### TEAM-SPECIFIC PARAMS ### ### TEAM-SPECIFIC PARAMS ###
@ -4127,6 +4139,9 @@ async def audio_transcriptions(
data["metadata"]["user_api_key_team_id"] = getattr( data["metadata"]["user_api_key_team_id"] = getattr(
user_api_key_dict, "team_id", None user_api_key_dict, "team_id", None
) )
data["metadata"]["user_api_key_team_alias"] = getattr(
user_api_key_dict, "team_alias", None
)
data["metadata"]["endpoint"] = str(request.url) data["metadata"]["endpoint"] = str(request.url)
data["metadata"]["file_name"] = file.filename data["metadata"]["file_name"] = file.filename
@ -4302,6 +4317,9 @@ async def moderations(
data["metadata"]["user_api_key_team_id"] = getattr( data["metadata"]["user_api_key_team_id"] = getattr(
user_api_key_dict, "team_id", None user_api_key_dict, "team_id", None
) )
data["metadata"]["user_api_key_team_alias"] = getattr(
user_api_key_dict, "team_alias", None
)
data["metadata"]["endpoint"] = str(request.url) data["metadata"]["endpoint"] = str(request.url)
### TEAM-SPECIFIC PARAMS ### ### TEAM-SPECIFIC PARAMS ###

1
litellm/proxy/utils.py
View file

@ -1186,6 +1186,7 @@ class PrismaClient:
t.rpm_limit AS team_rpm_limit, t.rpm_limit AS team_rpm_limit,
t.models AS team_models, t.models AS team_models,
t.blocked AS team_blocked, t.blocked AS team_blocked,
t.team_alias AS team_alias,
m.aliases as team_model_aliases m.aliases as team_model_aliases
FROM "LiteLLM_VerificationToken" AS v FROM "LiteLLM_VerificationToken" AS v
LEFT JOIN "LiteLLM_TeamTable" AS t ON v.team_id = t.team_id LEFT JOIN "LiteLLM_TeamTable" AS t ON v.team_id = t.team_id