phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(opentelemetry.py): support logging call metadata to otel

Browse source
This commit is contained in:
Krrish Dholakia 2024-07-12 15:41:34 -07:00
parent b74095deca
commit fd743aaefd
4 changed files with 13 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

15
litellm/integrations/opentelemetry.py
View file

@ -288,6 +288,11 @@ class OpenTelemetry(CustomLogger):
)
pass
def is_primitive(self, value):
if value is None:
return False
return isinstance(value, (str, bool, int, float))
def set_attributes(self, span: Span, kwargs, response_obj):
from litellm.proxy._types import SpanAttributes
@ -296,6 +301,14 @@ class OpenTelemetry(CustomLogger):
# https://github.com/open-telemetry/semantic-conventions/blob/main/model/registry/gen-ai.yaml
# Following Conventions here: https://github.com/open-telemetry/semantic-conventions/blob/main/docs/gen-ai/llm-spans.md
#############################################
############ LLM CALL METADATA ##############
#############################################
metadata = litellm_params.get("metadata", {}) or {}
for key, value in metadata.items():
if self.is_primitive(value):
span.set_attribute("metadata.{}".format(key), value)
#############################################
########## LLM Request Attributes ###########
@ -474,8 +487,6 @@ class OpenTelemetry(CustomLogger):
_raw_response,
)
pass
def _to_ns(self, dt):
return int(dt.timestamp() * 1e9)