phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) improve bedrock, sagemaker exception mapping

Browse source
This commit is contained in:
ishaan-jaff 2024-01-15 21:22:22 -08:00
parent 893a2c3c7b
commit 00ac18e8b7
2 changed files with 18 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/tests/test_exceptions.py
View file

@ -35,7 +35,10 @@ litellm.num_retries = 0
# Approach: Run each model through the test -> assert if the correct error (always the same one) is triggered
models = ["command-nightly"]
models = [
"sagemaker/berri-benchmarking-Llama-2-70b-chat-hf-4",
"bedrock/anthropic.claude-instant-v1",
]
# Test 1: Context Window Errors
@ -45,7 +48,8 @@ def test_context_window(model):
sample_text = "Say error 50 times" * 1000000
messages = [{"content": sample_text, "role": "user"}]
try:
litellm.set_verbose = True
litellm.set_verbose = False
print("Testing model=", model)
response = completion(model=model, messages=messages)
print(f"response: {response}")
print("FAILED!")