feat - otel log /team exceptions

litellm/proxy/common_utils/management_endpoint_utils.py

@@ -1,7 +1,7 @@
 from datetime import datetime
 from functools import wraps
 from litellm.proxy._types import UserAPIKeyAuth, ManagementEndpointLoggingPayload
-from http_parsing_utils import _read_request_body
+from common_utils.http_parsing_utils import _read_request_body
 from fastapi import Request
 
 
@@ -20,6 +20,7 @@ def management_endpoint_wrapper(func):
         try:
             result = await func(*args, **kwargs)
             end_time = datetime.now()
+
             if kwargs is None:
                 kwargs = {}
             user_api_key_dict: UserAPIKeyAuth = kwargs.get("user_api_key_dict")
@@ -52,6 +53,34 @@ def management_endpoint_wrapper(func):
             return result
         except Exception as e:
             end_time = datetime.now()
+
+            if kwargs is None:
+                kwargs = {}
+            user_api_key_dict: UserAPIKeyAuth = kwargs.get("user_api_key_dict")
+            parent_otel_span = user_api_key_dict.parent_otel_span
+            if parent_otel_span is not None:
+                from litellm.proxy.proxy_server import open_telemetry_logger
+
+                if open_telemetry_logger is not None:
+                    _http_request: Request = kwargs.get("http_request")
+                    _route = _http_request.url.path
+                    _request_body: dict = await _read_request_body(
+                        request=_http_request
+                    )
+                    logging_payload = ManagementEndpointLoggingPayload(
+                        route=_route,
+                        request_data=_request_body,
+                        response=None,
+                        start_time=start_time,
+                        end_time=end_time,
+                        exception=e,
+                    )
+
+                    await open_telemetry_logger.async_management_endpoint_failure_hook(
+                        logging_payload=logging_payload,
+                        parent_otel_span=parent_otel_span,
+                    )
+
             raise e
 
     return wrapper

litellm/proxy/proxy_server.py

@@ -114,7 +114,7 @@ from litellm.proxy.utils import (
     _to_ns,
     get_error_message_str,
 )
-from litellm.proxy.utils.http_parsing_utils import _read_request_body
+from litellm.proxy.common_utils.http_parsing_utils import _read_request_body
 
 from litellm import (
     CreateBatchRequest,
@@ -164,7 +164,9 @@ from litellm.proxy.auth.auth_checks import (
     get_actual_routes,
     log_to_opentelemetry,
 )
-from litellm.proxy.utils.management_endpoint_utils import management_endpoint_wrapper
+from litellm.proxy.common_utils.management_endpoint_utils import (
+    management_endpoint_wrapper,
+)
 from litellm.llms.custom_httpx.httpx_handler import HTTPHandler
 from litellm.exceptions import RejectedRequestError
 from litellm.integrations.slack_alerting import SlackAlertingArgs, SlackAlerting