phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test: fix test - set num_retries=0

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-27 21:02:19 -07:00
parent 1543efd5d4
commit b9c0b55e7c
2 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/router.py
View file

@ -50,7 +50,6 @@ class Router:
model_names: List = [] model_names: List = []
cache_responses: Optional[bool] = False cache_responses: Optional[bool] = False
default_cache_time_seconds: int = 1 * 60 * 60 # 1 hour default_cache_time_seconds: int = 1 * 60 * 60 # 1 hour
num_retries: int = openai.DEFAULT_MAX_RETRIES
tenacity = None tenacity = None
leastbusy_logger: Optional[LeastBusyLoggingHandler] = None leastbusy_logger: Optional[LeastBusyLoggingHandler] = None
lowesttpm_logger: Optional[LowestTPMLoggingHandler] = None lowesttpm_logger: Optional[LowestTPMLoggingHandler] = None
@ -237,6 +236,8 @@ class Router:
self.num_retries = num_retries self.num_retries = num_retries
elif litellm.num_retries is not None: elif litellm.num_retries is not None:
self.num_retries = litellm.num_retries self.num_retries = litellm.num_retries
else:
self.num_retries = openai.DEFAULT_MAX_RETRIES
self.timeout = timeout or litellm.request_timeout self.timeout = timeout or litellm.request_timeout

1
litellm/tests/test_router_fallbacks.py
View file

@ -831,6 +831,7 @@ def test_usage_based_routing_fallbacks():
routing_strategy="usage-based-routing", routing_strategy="usage-based-routing",
redis_host=os.environ["REDIS_HOST"], redis_host=os.environ["REDIS_HOST"],
redis_port=os.environ["REDIS_PORT"], redis_port=os.environ["REDIS_PORT"],
num_retries=0,
) )
messages = [ messages = [