phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix only check user id tpm / rpm limits when limits set

Browse source
This commit is contained in:
Ishaan Jaff 2024-09-26 20:39:32 -07:00
parent 765b9cea6c
commit 362109f671
1 changed files with 7 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/proxy/hooks/parallel_request_limiter.py
View file

@ -327,8 +327,13 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger):
user_api_key_dict=user_api_key_dict, user_api_key_dict=user_api_key_dict,
) )
# get user tpm/rpm limits # get user tpm/rpm limits
if _user_id_rate_limits is not None and isinstance( if (
_user_id_rate_limits, dict _user_id_rate_limits is not None
and isinstance(_user_id_rate_limits, dict)
and (
_user_id_rate_limits.get("tpm_limit", None) is not None
or _user_id_rate_limits.get("rpm_limit", None) is not None
)
): ):
user_tpm_limit = _user_id_rate_limits.get("tpm_limit", None) user_tpm_limit = _user_id_rate_limits.get("tpm_limit", None)
user_rpm_limit = _user_id_rate_limits.get("rpm_limit", None) user_rpm_limit = _user_id_rate_limits.get("rpm_limit", None)