From 17ec5f52e5a311c20709f58eed904b7bef978653 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 26 Sep 2024 14:56:20 -0700 Subject: [PATCH] fix parallel request limiter use correct user id --- litellm/proxy/hooks/parallel_request_limiter.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/litellm/proxy/hooks/parallel_request_limiter.py b/litellm/proxy/hooks/parallel_request_limiter.py index f5c45f3bd..7b3c0960f 100644 --- a/litellm/proxy/hooks/parallel_request_limiter.py +++ b/litellm/proxy/hooks/parallel_request_limiter.py @@ -322,8 +322,9 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger): # check if REQUEST ALLOWED for user_id user_id = user_api_key_dict.user_id if user_id is not None: + request_count_api_key = f"{user_id}::{precise_minute}::request_count" _user_id_rate_limits = await self.internal_usage_cache.async_get_cache( - key=user_id, + key=request_count_api_key, litellm_parent_otel_span=user_api_key_dict.parent_otel_span, ) # get user tpm/rpm limits