phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

LiteLLM Minor Fixes & Improvements (11/01/2024) (#6551)

Browse source 
* fix: add lm_studio support

* fix(cohere_transformation.py): fix transformation logic for azure cohere embedding model name

Fixes https://github.com/BerriAI/litellm/issues/6540

* fix(utils.py): require base64 str to begin with `data:`

Fixes https://github.com/BerriAI/litellm/issues/6541

* fix: cleanup tests

* docs(guardrails.md): fix typo

* fix(opentelemetry.py): move to `.exception` and update 'response_obj' value to handle 'None' case

Fixes https://github.com/BerriAI/litellm/issues/6510

* fix: fix linting noqa placement
This commit is contained in:
Krish Dholakia 2024-11-02 00:39:31 +04:00 • committed by GitHub
parent bac2ac2a49
commit 22b8f93f53
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
12 changed files with 123 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/integrations/opentelemetry.py
View file

@ -413,7 +413,9 @@ class OpenTelemetry(CustomLogger):
except Exception:
return ""
def set_attributes(self, span: Span, kwargs, response_obj): # noqa: PLR0915
def set_attributes( # noqa: PLR0915
self, span: Span, kwargs, response_obj: Optional[Any]
):
try:
if self.callback_name == "arize":
from litellm.integrations.arize_ai import ArizeLogger
@ -505,20 +507,20 @@ class OpenTelemetry(CustomLogger):
)
# The unique identifier for the completion.
if response_obj.get("id"):
if response_obj and response_obj.get("id"):
self.safe_set_attribute(
span=span, key="gen_ai.response.id", value=response_obj.get("id")
)
# The model used to generate the response.
if response_obj.get("model"):
if response_obj and response_obj.get("model"):
self.safe_set_attribute(
span=span,
key=SpanAttributes.LLM_RESPONSE_MODEL,
value=response_obj.get("model"),
)
usage = response_obj.get("usage")
usage = response_obj and response_obj.get("usage")
if usage:
self.safe_set_attribute(
span=span,
@ -619,7 +621,7 @@ class OpenTelemetry(CustomLogger):
)
except Exception as e:
verbose_logger.error(
verbose_logger.exception(
"OpenTelemetry logging error in set_attributes %s", str(e)
)