phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(lowest_latency.py): allow ttl to be a float

Browse source
This commit is contained in:
Krrish Dholakia 2024-05-15 09:59:21 -07:00
parent f43da3597d
commit f5d73547c7
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/router_strategy/lowest_latency.py
View file

@ -27,7 +27,7 @@ class LiteLLMBase(BaseModel):
class RoutingArgs(LiteLLMBase): class RoutingArgs(LiteLLMBase):
ttl: int = 1 * 60 * 60 # 1 hour ttl: float = 1 * 60 * 60 # 1 hour
lowest_latency_buffer: float = 0 lowest_latency_buffer: float = 0
max_latency_list_size: int = 10 max_latency_list_size: int = 10