phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(proxy/utils.py): if langfuse trace id passed in, just send that as part of alert

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-05 16:34:33 -08:00
parent cdbbedec36
commit e35a7c32cb
1 changed files with 13 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

18
litellm/proxy/utils.py
View file

@ -149,12 +149,20 @@ class ProxyLogging:
if request_data is not None:
model = request_data.get("model", "")
messages = request_data.get("messages", "")
# try casting messages to str and get the first 100 characters, else mark as None
try:
trace_id = request_data.get("metadata", {}).get(
"trace_id", None
) # get langfuse trace id
if trace_id is not None:
messages = str(messages)
messages = messages[:10000]
except:
messages = None
messages = messages[:100]
messages = f"{messages}\nLangfuse Trace Id: {trace_id}"
else:
# try casting messages to str and get the first 100 characters, else mark as None
try:
messages = str(messages)
messages = messages[:10000]
except:
messages = None
request_info = f"\nRequest Model: {model}\nMessages: {messages}"
else: