From 45186718aa3f2c5a54cfa85f6a4a7323f457c76b Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Sat, 10 Aug 2024 13:28:08 -0700 Subject: [PATCH] v0 add event handlers for logging fallback events --- .../router_utils/fallback_event_handlers.py | 29 +++++++++++++++++++ 1 file changed, 29 insertions(+) create mode 100644 litellm/router_utils/fallback_event_handlers.py diff --git a/litellm/router_utils/fallback_event_handlers.py b/litellm/router_utils/fallback_event_handlers.py new file mode 100644 index 000000000..bd9941d07 --- /dev/null +++ b/litellm/router_utils/fallback_event_handlers.py @@ -0,0 +1,29 @@ +from typing import TYPE_CHECKING, Any + +import litellm +from litellm._logging import verbose_router_logger +from litellm.integrations.custom_logger import CustomLogger + + +async def log_success_fallback_event(original_model_group: str, kwargs: dict): + for _callback in litellm.callbacks: + if isinstance(_callback, CustomLogger): + try: + await _callback.log_success_fallback_event() + except Exception as e: + verbose_router_logger.error( + f"Error in log_success_fallback_event: {(str(e))}" + ) + pass + + +async def log_failure_fallback_event(original_model_group: str, kwargs: dict): + for _callback in litellm.callbacks: + if isinstance(_callback, CustomLogger): + try: + await _callback.log_failure_fallback_event() + except Exception as e: + verbose_router_logger.error( + f"Error in log_failure_fallback_event: {(str(e))}" + ) + pass