phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(proxy_server.py): support langfuse logging for rejected requests on /v1/chat/completions

Browse source
This commit is contained in:
Krrish Dholakia 2024-07-05 13:07:09 -07:00
parent 1dab769ded
commit 56410cfcd0
7 changed files with 74 additions and 33 deletions
Download patch file Download diff file Expand all files Collapse all files

23
litellm/integrations/opentelemetry.py
View file

@ -447,13 +447,24 @@ class OpenTelemetry(CustomLogger):
# cast sr -> dict
import json
_raw_response = json.loads(_raw_response)
for param, val in _raw_response.items():
if not isinstance(val, str):
val = str(val)
try:
_raw_response = json.loads(_raw_response)
for param, val in _raw_response.items():
if not isinstance(val, str):
val = str(val)
span.set_attribute(
f"llm.{custom_llm_provider}.{param}",
val,
)
except json.JSONDecodeError:
verbose_logger.debug(
"litellm.integrations.opentelemetry.py::set_raw_request_attributes() - raw_response not json string - {}".format(
_raw_response
)
)
span.set_attribute(
f"llm.{custom_llm_provider}.{param}",
val,
f"llm.{custom_llm_provider}.stringified_raw_response",
_raw_response,
)
pass