phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(proxy_server.py): support langfuse logging for rejected requests on /v1/chat/completions

Browse source
This commit is contained in:
Krrish Dholakia 2024-07-05 13:07:09 -07:00
parent 017af34866
commit 7618ec43b3
7 changed files with 74 additions and 33 deletions
Download patch file Download diff file Expand all files Collapse all files

23
litellm/integrations/opentelemetry.py
View file

@ -447,13 +447,24 @@ class OpenTelemetry(CustomLogger):
# cast sr -> dict
import json
_raw_response = json.loads(_raw_response)
for param, val in _raw_response.items():
if not isinstance(val, str):
val = str(val)
try:
_raw_response = json.loads(_raw_response)
for param, val in _raw_response.items():
if not isinstance(val, str):
val = str(val)
span.set_attribute(
f"llm.{custom_llm_provider}.{param}",
val,
)
except json.JSONDecodeError:
verbose_logger.debug(
"litellm.integrations.opentelemetry.py::set_raw_request_attributes() - raw_response not json string - {}".format(
_raw_response
)
)
span.set_attribute(
f"llm.{custom_llm_provider}.{param}",
val,
f"llm.{custom_llm_provider}.stringified_raw_response",
_raw_response,
)
pass