phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

build(test_streaming.py): fix linting issues

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-25 07:34:54 +05:30
parent 343a06fd84
commit 402b2e5733
3 changed files with 7 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/hooks/parallel_request_limiter.py
View file

@ -48,6 +48,9 @@ class MaxParallelRequestsHandler(CustomLogger):
if user_api_key is None:
return
if self.user_api_key_cache is None:
return
request_count_api_key = f"{user_api_key}_request_count"
# check if it has collected an entire stream response
self.print_verbose(f"'complete_streaming_response' is in kwargs: {'complete_streaming_response' in kwargs}")
@ -67,6 +70,9 @@ class MaxParallelRequestsHandler(CustomLogger):
if api_key is None:
return
if self.user_api_key_cache is None:
return
## decrement call count if call failed
if (hasattr(original_exception, "status_code")
and original_exception.status_code == 429