phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-28 04:04:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(lowest_latency.py): fix merge issue

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-10 21:37:46 +05:30
parent 60229eff57
commit 31917176ff
1 changed files with 1 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/router_strategy/lowest_latency.py
View file

@ -29,20 +29,6 @@ class LiteLLMBase(BaseModel):
class RoutingArgs(LiteLLMBase): class RoutingArgs(LiteLLMBase):
ttl: int = 1 * 60 * 60 # 1 hour ttl: int = 1 * 60 * 60 # 1 hour
class LiteLLMBase(BaseModel):
"""
Implements default functions, all pydantic objects should have.
"""
def json(self, **kwargs):
try:
return self.model_dump() # noqa
except:
# if using pydantic v1
return self.dict()
class RoutingArgs(LiteLLMBase):
ttl: int = 1 * 60 * 60 # 1 hour
class LowestLatencyLoggingHandler(CustomLogger): class LowestLatencyLoggingHandler(CustomLogger):
test_flag: bool = False test_flag: bool = False