phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge 2aa06f898f into b82af5b826

Browse source
This commit is contained in:
张岊 2025-04-24 14:56:52 +08:00 • committed by GitHub
commit 51aa4d46fc
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/router.py
View file

@ -3176,6 +3176,7 @@ class Router:
model_group: Optional[str] = kwargs.get("model")
disable_fallbacks: Optional[bool] = kwargs.pop("disable_fallbacks", False)
fallbacks: Optional[List] = kwargs.get("fallbacks", self.fallbacks)
original_messages: Optional[List] = copy.deepcopy(kwargs.get("messages", None))
context_window_fallbacks: Optional[List] = kwargs.get(
"context_window_fallbacks", self.context_window_fallbacks
)
@ -3226,6 +3227,8 @@ class Router:
input_kwargs["max_fallbacks"] = self.max_fallbacks
if "fallback_depth" not in input_kwargs:
input_kwargs["fallback_depth"] = 0
if original_messages is not None:
input_kwargs["messages"] = original_messages
try:
verbose_router_logger.info("Trying to fallback b/w models")