phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

v0 add event handlers for logging fallback events

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-10 13:28:08 -07:00
parent dc0559226a
commit 45186718aa
1 changed files with 29 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

29
litellm/router_utils/fallback_event_handlers.py Normal file
View file

@ -0,0 +1,29 @@
from typing import TYPE_CHECKING, Any
import litellm
from litellm._logging import verbose_router_logger
from litellm.integrations.custom_logger import CustomLogger
async def log_success_fallback_event(original_model_group: str, kwargs: dict):
for _callback in litellm.callbacks:
if isinstance(_callback, CustomLogger):
try:
await _callback.log_success_fallback_event()
except Exception as e:
verbose_router_logger.error(
f"Error in log_success_fallback_event: {(str(e))}"
)
pass
async def log_failure_fallback_event(original_model_group: str, kwargs: dict):
for _callback in litellm.callbacks:
if isinstance(_callback, CustomLogger):
try:
await _callback.log_failure_fallback_event()
except Exception as e:
verbose_router_logger.error(
f"Error in log_failure_fallback_event: {(str(e))}"
)
pass