phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update exception logic

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-08 18:55:11 -07:00
parent 93fb247b1d
commit d02ab9bfcd
3 changed files with 17 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

BIN
litellm/__pycache__/utils.cpython-311.pyc
View file

Binary file not shown.

16
litellm/tests/test_exceptions.py
View file

@ -2,6 +2,7 @@ from openai.error import AuthenticationError, InvalidRequestError, RateLimitErro
import os import os
import sys import sys
import traceback import traceback
import subprocess
sys.path.insert( sys.path.insert(
0, os.path.abspath("../..") 0, os.path.abspath("../..")
@ -36,6 +37,7 @@ litellm.vertex_location = "us-central1"
models = ["gpt-3.5-turbo"] models = ["gpt-3.5-turbo"]
test_model = "claude-instant-1" test_model = "claude-instant-1"
# Test 1: Context Window Errors
@pytest.mark.parametrize("model", models) @pytest.mark.parametrize("model", models)
def test_context_window(model): def test_context_window(model):
sample_text = "how does a court case get to the Supreme Court?" * 1000 sample_text = "how does a court case get to the Supreme Court?" * 1000
@ -43,7 +45,19 @@ def test_context_window(model):
with pytest.raises(ContextWindowExceededError): with pytest.raises(ContextWindowExceededError):
completion(model=model, messages=messages) completion(model=model, messages=messages)
test_context_window(models[0])
def test_uninstall_cohere_and_completion_call():
# Uninstall cohere package
subprocess.call(["pip", "uninstall", "cohere"])
model = "command-nightly"
sample_text = "how does a court case get to the Supreme Court?" * 1000
messages = [{"content": sample_text, "role": "user"}]
# with pytest.raises(Exception):
completion(model=model, messages=messages)
test_uninstall_cohere_and_completion_call()
# Test 2: InvalidAuth Errors # Test 2: InvalidAuth Errors
@pytest.mark.parametrize("model", models) @pytest.mark.parametrize("model", models)

4
litellm/utils.py
View file

@ -1762,7 +1762,7 @@ def exception_type(model, original_exception, custom_llm_provider):
llm_provider="cohere", llm_provider="cohere",
model=model model=model
) )
raise ValueError(original_exception) raise original_exception
elif custom_llm_provider == "huggingface": elif custom_llm_provider == "huggingface":
if "length limit exceeded" in error_str: if "length limit exceeded" in error_str:
exception_mapping_worked = True exception_mapping_worked = True
@ -1915,7 +1915,7 @@ def exception_type(model, original_exception, custom_llm_provider):
model=model model=model
) )
else: else:
raise ValueError(original_exception) raise original_exception
except Exception as e: except Exception as e:
# LOGGING # LOGGING
exception_logging( exception_logging(