phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

build(test_streaming.py): fix linting issues

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-25 07:34:54 +05:30
parent 343a06fd84
commit 402b2e5733
3 changed files with 7 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

1
.pre-commit-config.yaml
View file

@ -14,4 +14,3 @@ repos:
language: system language: system
types: [python] types: [python]
files: ^litellm/ files: ^litellm/
exclude: ^litellm/tests/

6
litellm/proxy/hooks/parallel_request_limiter.py
View file

@ -48,6 +48,9 @@ class MaxParallelRequestsHandler(CustomLogger):
if user_api_key is None: if user_api_key is None:
return return
if self.user_api_key_cache is None:
return
request_count_api_key = f"{user_api_key}_request_count" request_count_api_key = f"{user_api_key}_request_count"
# check if it has collected an entire stream response # check if it has collected an entire stream response
self.print_verbose(f"'complete_streaming_response' is in kwargs: {'complete_streaming_response' in kwargs}") self.print_verbose(f"'complete_streaming_response' is in kwargs: {'complete_streaming_response' in kwargs}")
@ -67,6 +70,9 @@ class MaxParallelRequestsHandler(CustomLogger):
if api_key is None: if api_key is None:
return return
if self.user_api_key_cache is None:
return
## decrement call count if call failed ## decrement call count if call failed
if (hasattr(original_exception, "status_code") if (hasattr(original_exception, "status_code")
and original_exception.status_code == 429 and original_exception.status_code == 429

2
litellm/tests/test_streaming.py
View file

@ -1003,8 +1003,6 @@ def test_together_ai_completion_call_mistral():
print(f"error occurred: {traceback.format_exc()}") print(f"error occurred: {traceback.format_exc()}")
pass pass
test_together_ai_completion_call_starcoder()
def test_together_ai_completion_call_starcoder_bad_key(): def test_together_ai_completion_call_starcoder_bad_key():
try: try:
api_key = "bad-key" api_key = "bad-key"