phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat - log fallbacks events on prometheus

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-10 13:57:25 -07:00
parent 0238ab077d
commit 2a54be4a43
1 changed files with 6 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/router_utils/fallback_event_handlers.py
View file

@ -9,7 +9,9 @@ async def log_success_fallback_event(original_model_group: str, kwargs: dict):
for _callback in litellm.callbacks: for _callback in litellm.callbacks:
if isinstance(_callback, CustomLogger): if isinstance(_callback, CustomLogger):
try: try:
await _callback.log_success_fallback_event() await _callback.log_success_fallback_event(
original_model_group=original_model_group, kwargs=kwargs
)
except Exception as e: except Exception as e:
verbose_router_logger.error( verbose_router_logger.error(
f"Error in log_success_fallback_event: {(str(e))}" f"Error in log_success_fallback_event: {(str(e))}"
@ -21,7 +23,9 @@ async def log_failure_fallback_event(original_model_group: str, kwargs: dict):
for _callback in litellm.callbacks: for _callback in litellm.callbacks:
if isinstance(_callback, CustomLogger): if isinstance(_callback, CustomLogger):
try: try:
await _callback.log_failure_fallback_event() await _callback.log_failure_fallback_event(
original_model_group=original_model_group, kwargs=kwargs
)
except Exception as e: except Exception as e:
verbose_router_logger.error( verbose_router_logger.error(
f"Error in log_failure_fallback_event: {(str(e))}" f"Error in log_failure_fallback_event: {(str(e))}"