phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(parallel_request_limiter.py): handle tpm/rpm limits being null

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-19 10:22:27 -08:00
parent 181e13974f
commit f73a4ae7c2
5 changed files with 100 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/hooks/parallel_request_limiter.py
View file

@ -29,8 +29,8 @@ class MaxParallelRequestsHandler(CustomLogger):
self.print_verbose(f"Inside Max Parallel Request Pre-Call Hook")
api_key = user_api_key_dict.api_key
max_parallel_requests = user_api_key_dict.max_parallel_requests or sys.maxsize
tpm_limit = user_api_key_dict.tpm_limit
rpm_limit = user_api_key_dict.rpm_limit
tpm_limit = user_api_key_dict.tpm_limit or sys.maxsize
rpm_limit = user_api_key_dict.rpm_limit or sys.maxsize
if api_key is None:
return