From 362109f671edde9304ea345adc327b055874fab2 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 26 Sep 2024 20:39:32 -0700 Subject: [PATCH] fix only check user id tpm / rpm limits when limits set --- litellm/proxy/hooks/parallel_request_limiter.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/litellm/proxy/hooks/parallel_request_limiter.py b/litellm/proxy/hooks/parallel_request_limiter.py index 1d23671d2..d75440337 100644 --- a/litellm/proxy/hooks/parallel_request_limiter.py +++ b/litellm/proxy/hooks/parallel_request_limiter.py @@ -327,8 +327,13 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger): user_api_key_dict=user_api_key_dict, ) # get user tpm/rpm limits - if _user_id_rate_limits is not None and isinstance( - _user_id_rate_limits, dict + if ( + _user_id_rate_limits is not None + and isinstance(_user_id_rate_limits, dict) + and ( + _user_id_rate_limits.get("tpm_limit", None) is not None + or _user_id_rate_limits.get("rpm_limit", None) is not None + ) ): user_tpm_limit = _user_id_rate_limits.get("tpm_limit", None) user_rpm_limit = _user_id_rate_limits.get("rpm_limit", None)