phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix - increase default penalty for lowest latency

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-25 07:54:25 -07:00
parent a86de641a5
commit a26ecbad97
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/router_strategy/lowest_latency.py
View file

@ -169,7 +169,7 @@ class LowestLatencyLoggingHandler(CustomLogger):
request_count_dict[id] = {} request_count_dict[id] = {}
## Latency ## Latency
request_count_dict[id].setdefault("latency", []).append(100.0) request_count_dict[id].setdefault("latency", []).append(1000.0)
self.router_cache.set_cache( self.router_cache.set_cache(
key=latency_key, key=latency_key,
value=request_count_dict, value=request_count_dict,