test(test_optional_params.py): use num_retries instead of 'max_retries' if given

This commit is contained in:
Krrish Dholakia 2024-08-09 17:02:29 -07:00
parent a858cc4d0c
commit dd3d97ace6

View file

@ -446,3 +446,20 @@ def test_bedrock_optional_params_embeddings_provider_specific_params():
wait_for_model=True,
)
assert len(optional_params) == 1
def test_get_optional_params_num_retries():
"""
Relevant issue - https://github.com/BerriAI/litellm/issues/5124
"""
with patch("litellm.main.get_optional_params", new=MagicMock()) as mock_client:
_ = litellm.completion(
model="gpt-3.5-turbo",
messages=[{"role": "user", "content": "Hello world"}],
num_retries=10,
)
mock_client.assert_called()
print(f"mock_client.call_args: {mock_client.call_args}")
assert mock_client.call_args.kwargs["max_retries"] == 10