phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

v0 track fallback events

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-10 13:31:00 -07:00
parent 45186718aa
commit 0238ab077d
1 changed files with 34 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

34
litellm/router.py
View file

@ -59,6 +59,10 @@ from litellm.router_utils.client_initalization_utils import (
should_initialize_sync_client, should_initialize_sync_client,
) )
from litellm.router_utils.cooldown_callbacks import router_cooldown_handler from litellm.router_utils.cooldown_callbacks import router_cooldown_handler
from litellm.router_utils.fallback_event_handlers import (
log_failure_fallback_event,
log_success_fallback_event,
)
from litellm.router_utils.handle_error import send_llm_exception_alert from litellm.router_utils.handle_error import send_llm_exception_alert
from litellm.scheduler import FlowItem, Scheduler from litellm.scheduler import FlowItem, Scheduler
from litellm.types.llms.openai import ( from litellm.types.llms.openai import (
@ -2361,6 +2365,7 @@ class Router:
verbose_router_logger.debug(f"Traceback{traceback.format_exc()}") verbose_router_logger.debug(f"Traceback{traceback.format_exc()}")
original_exception = e original_exception = e
fallback_model_group = None fallback_model_group = None
original_model_group = kwargs.get("model")
fallback_failure_exception_str = "" fallback_failure_exception_str = ""
try: try:
verbose_router_logger.debug("Trying to fallback b/w models") verbose_router_logger.debug("Trying to fallback b/w models")
@ -2392,8 +2397,18 @@ class Router:
verbose_router_logger.info( verbose_router_logger.info(
"Successful fallback b/w models." "Successful fallback b/w models."
) )
# callback for successfull_fallback_event():
await log_success_fallback_event(
original_model_group=original_model_group,
kwargs=kwargs,
)
return response return response
except Exception as e: except Exception as e:
await log_failure_fallback_event(
original_model_group=original_model_group,
kwargs=kwargs,
)
pass pass
else: else:
error_message = "model={}. context_window_fallbacks={}. fallbacks={}.\n\nSet 'context_window_fallback' - https://docs.litellm.ai/docs/routing#fallbacks".format( error_message = "model={}. context_window_fallbacks={}. fallbacks={}.\n\nSet 'context_window_fallback' - https://docs.litellm.ai/docs/routing#fallbacks".format(
@ -2435,8 +2450,17 @@ class Router:
verbose_router_logger.info( verbose_router_logger.info(
"Successful fallback b/w models." "Successful fallback b/w models."
) )
# callback for successfull_fallback_event():
await log_success_fallback_event(
original_model_group=original_model_group,
kwargs=kwargs,
)
return response return response
except Exception as e: except Exception as e:
await log_failure_fallback_event(
original_model_group=original_model_group,
kwargs=kwargs,
)
pass pass
else: else:
error_message = "model={}. content_policy_fallback={}. fallbacks={}.\n\nSet 'content_policy_fallback' - https://docs.litellm.ai/docs/routing#fallbacks".format( error_message = "model={}. content_policy_fallback={}. fallbacks={}.\n\nSet 'content_policy_fallback' - https://docs.litellm.ai/docs/routing#fallbacks".format(
@ -2497,8 +2521,18 @@ class Router:
verbose_router_logger.info( verbose_router_logger.info(
"Successful fallback b/w models." "Successful fallback b/w models."
) )
# callback for successfull_fallback_event():
await log_success_fallback_event(
original_model_group=original_model_group,
kwargs=kwargs,
)
return response return response
except Exception as e: except Exception as e:
await log_failure_fallback_event(
original_model_group=original_model_group,
kwargs=kwargs,
)
raise e raise e
except Exception as new_exception: except Exception as new_exception:
verbose_router_logger.error( verbose_router_logger.error(