forked from phoenix/litellm-mirror
fix - lowest cost routing
This commit is contained in:
parent
6cb059cce8
commit
245960708d
1 changed files with 1 additions and 1 deletions
|
@ -189,7 +189,7 @@ class LowestCostLoggingHandler(CustomLogger):
|
|||
)
|
||||
|
||||
self.router_cache.set_cache(
|
||||
key=cost_key, value=request_count_dict, ttl=self.routing_args.ttl
|
||||
key=cost_key, value=request_count_dict
|
||||
) # reset map within window
|
||||
|
||||
### TESTING ###
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue