phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): fix check for context window fallbacks

Browse source 
fallback if list is not none
This commit is contained in:
Krrish Dholakia 2024-04-01 10:41:12 -07:00
parent c9e6b05cfb
commit f46a9d09a5
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/router.py
View file

@ -1241,7 +1241,7 @@ class Router:
### CHECK IF RATE LIMIT / CONTEXT WINDOW ERROR w/ fallbacks available / Bad Request Error ### CHECK IF RATE LIMIT / CONTEXT WINDOW ERROR w/ fallbacks available / Bad Request Error
if ( if (
isinstance(original_exception, litellm.ContextWindowExceededError) isinstance(original_exception, litellm.ContextWindowExceededError)
and context_window_fallbacks is None and context_window_fallbacks is not None
) or ( ) or (
isinstance(original_exception, openai.RateLimitError) isinstance(original_exception, openai.RateLimitError)
and fallbacks is not None and fallbacks is not None
@ -1442,7 +1442,7 @@ class Router:
### CHECK IF RATE LIMIT / CONTEXT WINDOW ERROR ### CHECK IF RATE LIMIT / CONTEXT WINDOW ERROR
if ( if (
isinstance(original_exception, litellm.ContextWindowExceededError) isinstance(original_exception, litellm.ContextWindowExceededError)
and context_window_fallbacks is None and context_window_fallbacks is not None
) or ( ) or (
isinstance(original_exception, openai.RateLimitError) isinstance(original_exception, openai.RateLimitError)
and fallbacks is not None and fallbacks is not None