From b3574f2b379d05140b2783b73a0579f96437231c Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 26 Feb 2024 20:09:06 -0800 Subject: [PATCH] fix(parallel_request_limiter.py): handle none scenario --- litellm/proxy/hooks/parallel_request_limiter.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/litellm/proxy/hooks/parallel_request_limiter.py b/litellm/proxy/hooks/parallel_request_limiter.py index a4fb70c57d..4221b064ee 100644 --- a/litellm/proxy/hooks/parallel_request_limiter.py +++ b/litellm/proxy/hooks/parallel_request_limiter.py @@ -73,7 +73,11 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger): api_key = user_api_key_dict.api_key max_parallel_requests = user_api_key_dict.max_parallel_requests or sys.maxsize tpm_limit = getattr(user_api_key_dict, "tpm_limit", sys.maxsize) + if tpm_limit is None: + tpm_limit = sys.maxsize rpm_limit = getattr(user_api_key_dict, "rpm_limit", sys.maxsize) + if rpm_limit is None: + rpm_limit = sys.maxsize if api_key is None: return @@ -157,7 +161,11 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger): ## get team tpm/rpm limits team_id = user_api_key_dict.team_id team_tpm_limit = getattr(user_api_key_dict, "team_tpm_limit", sys.maxsize) + if team_tpm_limit is None: + team_tpm_limit = sys.maxsize team_rpm_limit = getattr(user_api_key_dict, "team_rpm_limit", sys.maxsize) + if team_rpm_limit is None: + team_rpm_limit = sys.maxsize if team_tpm_limit is None: team_tpm_limit = sys.maxsize