phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test: handle overloaded anthropic model error

Browse source
This commit is contained in:
Krrish Dholakia 2024-11-20 05:30:01 +05:30
parent 7bc9f1299c
commit f2e6c9c9d8
2 changed files with 2 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

9
tests/llm_translation/test_optional_params.py
View file

@ -952,12 +952,3 @@ def test_lm_studio_embedding_params():
drop_params=True,
)
assert len(optional_params) == 0
def test_vertex_ft_models_optional_params():
optional_params = get_optional_params(
model="meta-llama/Llama-3.1-8B-Instruct",
custom_llm_provider="vertex_ai",
max_retries=3,
)
assert "max_retries" not in optional_params

2
tests/local_testing/test_completion.py
View file

@ -1268,6 +1268,8 @@ async def test_acompletion_claude2_1():
print(response.usage.completion_tokens)
print(response["usage"]["completion_tokens"])
# print("new cost tracking")
except litellm.InternalServerError:
pytest.skip("model is overloaded.")
except Exception as e:
pytest.fail(f"Error occurred: {e}")