phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) parallel_request_limiter debug

Browse source
This commit is contained in:
ishaan-jaff 2024-02-06 12:43:28 -08:00
parent 506c14b896
commit 13fe72d6d5
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/hooks/parallel_request_limiter.py
View file

@ -130,7 +130,9 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger):
"current_rpm": current["current_rpm"] + 1,
}
self.print_verbose(f"updated_value in success call: {new_val}")
self.print_verbose(
f"updated_value in success call: {new_val}, precise_minute: {precise_minute}"
)
self.user_api_key_cache.set_cache(
request_count_api_key, new_val, ttl=60
) # store in cache for 1 min.