phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #3911 from BerriAI/litellm_langfuse_keys_as_generation_name

Browse source 
feat - langfuse use `key_alias` as generation name on litellm proxy
This commit is contained in:
Ishaan Jaff 2024-05-29 18:43:02 -07:00 • committed by GitHub
commit 23ae2b9fd6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/integrations/langfuse.py
View file

@ -455,8 +455,13 @@ class LangFuseLogger:
} }
generation_name = clean_metadata.pop("generation_name", None) generation_name = clean_metadata.pop("generation_name", None)
if generation_name is None: if generation_name is None:
# just log `litellm-{call_type}` as the generation name # if `generation_name` is None, use sensible default values
# If using litellm proxy user `key_alias` if not None
# If `key_alias` is None, just log `litellm-{call_type}` as the generation name
_user_api_key_alias = clean_metadata.get("user_api_key_alias", None)
generation_name = f"litellm-{kwargs.get('call_type', 'completion')}" generation_name = f"litellm-{kwargs.get('call_type', 'completion')}"
if _user_api_key_alias is not None:
generation_name = f"litellm:{_user_api_key_alias}"
if response_obj is not None and "system_fingerprint" in response_obj: if response_obj is not None and "system_fingerprint" in response_obj:
system_fingerprint = response_obj.get("system_fingerprint", None) system_fingerprint = response_obj.get("system_fingerprint", None)