phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #3196 from BerriAI/litellm_fix_slack_alerting_embedding

Browse source 
fix - slack alerting show `input` for embedding requests
This commit is contained in:
Ishaan Jaff 2024-04-20 13:22:36 -07:00 • committed by GitHub
commit 6e2de63e7d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 8 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/proxy/utils.py
View file

@ -238,7 +238,10 @@ class ProxyLogging:
litellm_params = kwargs.get("litellm_params", {}) litellm_params = kwargs.get("litellm_params", {})
model = kwargs.get("model", "") model = kwargs.get("model", "")
api_base = litellm.get_api_base(model=model, optional_params=litellm_params) api_base = litellm.get_api_base(model=model, optional_params=litellm_params)
messages = kwargs.get("messages", "") messages = kwargs.get("messages", None)
# if messages does not exist fallback to "input"
if messages is None:
messages = kwargs.get("input", None)
# only use first 100 chars for alerting # only use first 100 chars for alerting
_messages = str(messages)[:100] _messages = str(messages)[:100]
@ -282,7 +285,10 @@ class ProxyLogging:
): ):
if request_data is not None: if request_data is not None:
model = request_data.get("model", "") model = request_data.get("model", "")
messages = request_data.get("messages", "") messages = request_data.get("messages", None)
if messages is None:
# if messages does not exist fallback to "input"
messages = request_data.get("input", None)
trace_id = request_data.get("metadata", {}).get( trace_id = request_data.get("metadata", {}).get(
"trace_id", None "trace_id", None
) # get langfuse trace id ) # get langfuse trace id