phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix parallel request limiter use correct user id

Browse source
This commit is contained in:
Ishaan Jaff 2024-09-26 14:56:20 -07:00
parent d71b86cd24
commit 17ec5f52e5
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/hooks/parallel_request_limiter.py
View file

@ -322,8 +322,9 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger):
# check if REQUEST ALLOWED for user_id # check if REQUEST ALLOWED for user_id
user_id = user_api_key_dict.user_id user_id = user_api_key_dict.user_id
if user_id is not None: if user_id is not None:
request_count_api_key = f"{user_id}::{precise_minute}::request_count"
_user_id_rate_limits = await self.internal_usage_cache.async_get_cache( _user_id_rate_limits = await self.internal_usage_cache.async_get_cache(
key=user_id, key=request_count_api_key,
litellm_parent_otel_span=user_api_key_dict.parent_otel_span, litellm_parent_otel_span=user_api_key_dict.parent_otel_span,
) )
# get user tpm/rpm limits # get user tpm/rpm limits