phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(lowest_latency.py): fix merge issue

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-10 21:37:46 +05:30
parent 60229eff57
commit 31917176ff
1 changed files with 1 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

16
litellm/router_strategy/lowest_latency.py
View file

@ -29,20 +29,6 @@ class LiteLLMBase(BaseModel):
class RoutingArgs(LiteLLMBase): class RoutingArgs(LiteLLMBase):
ttl: int = 1 * 60 * 60 # 1 hour ttl: int = 1 * 60 * 60 # 1 hour
class LiteLLMBase(BaseModel):
"""
Implements default functions, all pydantic objects should have.
"""
def json(self, **kwargs):
try:
return self.model_dump() # noqa
except:
# if using pydantic v1
return self.dict()
class RoutingArgs(LiteLLMBase):
ttl: int = 1 * 60 * 60 # 1 hour
class LowestLatencyLoggingHandler(CustomLogger): class LowestLatencyLoggingHandler(CustomLogger):
test_flag: bool = False test_flag: bool = False
@ -212,7 +198,7 @@ class LowestLatencyLoggingHandler(CustomLogger):
self.router_cache.set_cache( self.router_cache.set_cache(
key=latency_key, value=request_count_dict, ttl=self.routing_args.ttl key=latency_key, value=request_count_dict, ttl=self.routing_args.ttl
) # reset map within window ) # reset map within window
### TESTING ### ### TESTING ###
if self.test_flag: if self.test_flag:
self.logged_success += 1 self.logged_success += 1