diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py index 14276f020c..e3d36a1a90 100644 --- a/litellm/tests/test_completion.py +++ b/litellm/tests/test_completion.py @@ -941,7 +941,7 @@ def test_completion_bedrock_claude(): pass except Exception as e: pytest.fail(f"Error occurred: {e}") -test_completion_bedrock_claude() +# test_completion_bedrock_claude() def test_completion_bedrock_cohere(): print("calling bedrock cohere") @@ -1340,7 +1340,7 @@ def test_completion_ai21(): # test_completion_ai21() ## test deep infra def test_completion_deep_infra(): - # litellm.set_verbose = True + litellm.set_verbose = False model_name = "deepinfra/meta-llama/Llama-2-70b-chat-hf" try: response = completion( @@ -1351,10 +1351,11 @@ def test_completion_deep_infra(): ) # Add any assertions here to check the response print(response) - print(response.response_ms) + print(response._response_ms) except Exception as e: pytest.fail(f"Error occurred: {e}") -# test_completion_deep_infra() +test_completion_deep_infra() + def test_completion_deep_infra_mistral(): print("deep infra test with temp=0") model_name = "deepinfra/mistralai/Mistral-7B-Instruct-v0.1" @@ -1362,15 +1363,15 @@ def test_completion_deep_infra_mistral(): response = completion( model=model_name, messages=messages, - temperature=0, # mistrail fails with temperature 0.001 + temperature=0.01, # mistrail fails with temperature=0 max_tokens=10 ) # Add any assertions here to check the response print(response) - print(response.response_ms) + print(response._response_ms) except Exception as e: pytest.fail(f"Error occurred: {e}") -# test_completion_deep_infra_mistral() +test_completion_deep_infra_mistral() # Palm tests def test_completion_palm():