mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-26 11:14:04 +00:00
move _get_parent_otel_span_from_kwargs to otel.py
This commit is contained in:
parent
61c10e60a4
commit
2a89486948
2 changed files with 22 additions and 10 deletions
|
@ -21,6 +21,7 @@ from openai._models import BaseModel as OpenAIObject
|
||||||
|
|
||||||
import litellm
|
import litellm
|
||||||
from litellm._logging import verbose_logger
|
from litellm._logging import verbose_logger
|
||||||
|
from litellm.integrations.opentelemetry import _get_parent_otel_span_from_kwargs
|
||||||
from litellm.types.services import ServiceLoggerPayload, ServiceTypes
|
from litellm.types.services import ServiceLoggerPayload, ServiceTypes
|
||||||
|
|
||||||
|
|
||||||
|
@ -33,16 +34,6 @@ def print_verbose(print_statement):
|
||||||
pass
|
pass
|
||||||
|
|
||||||
|
|
||||||
def _get_parent_otel_span_from_kwargs(kwargs: Optional[dict] = None):
|
|
||||||
try:
|
|
||||||
if kwargs is None:
|
|
||||||
return None
|
|
||||||
_metadata = kwargs.get("metadata") or {}
|
|
||||||
return _metadata.get("litellm_parent_otel_span")
|
|
||||||
except:
|
|
||||||
return None
|
|
||||||
|
|
||||||
|
|
||||||
class BaseCache:
|
class BaseCache:
|
||||||
def set_cache(self, key, value, **kwargs):
|
def set_cache(self, key, value, **kwargs):
|
||||||
raise NotImplementedError
|
raise NotImplementedError
|
||||||
|
|
|
@ -703,3 +703,24 @@ class OpenTelemetry(CustomLogger):
|
||||||
management_endpoint_span.set_attribute(f"exception", str(_exception))
|
management_endpoint_span.set_attribute(f"exception", str(_exception))
|
||||||
management_endpoint_span.set_status(Status(StatusCode.ERROR))
|
management_endpoint_span.set_status(Status(StatusCode.ERROR))
|
||||||
management_endpoint_span.end(end_time=_end_time_ns)
|
management_endpoint_span.end(end_time=_end_time_ns)
|
||||||
|
|
||||||
|
|
||||||
|
# Helper functions used for OTEL logging
|
||||||
|
def _get_parent_otel_span_from_kwargs(kwargs: Optional[dict] = None):
|
||||||
|
try:
|
||||||
|
if kwargs is None:
|
||||||
|
return None
|
||||||
|
litellm_params = kwargs.get("litellm_params")
|
||||||
|
_metadata = kwargs.get("metadata") or {}
|
||||||
|
if "litellm_parent_otel_span" in _metadata:
|
||||||
|
return _metadata["litellm_parent_otel_span"]
|
||||||
|
elif (
|
||||||
|
litellm_params is not None
|
||||||
|
and litellm_params.get("metadata") is not None
|
||||||
|
and "litellm_parent_otel_span" in litellm_params.get("metadata", {})
|
||||||
|
):
|
||||||
|
return litellm_params["metadata"]["litellm_parent_otel_span"]
|
||||||
|
elif "litellm_parent_otel_span" in kwargs:
|
||||||
|
return kwargs["litellm_parent_otel_span"]
|
||||||
|
except:
|
||||||
|
return None
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue