phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(test) deep infra testing for mistral

Browse source
This commit is contained in:
ishaan-jaff 2023-10-14 16:47:23 -07:00
parent 8f0dd53079
commit 02e97acefa
1 changed files with 24 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

26
litellm/tests/test_completion.py
View file

@ -129,7 +129,7 @@ def test_completion_perplexity_api():
except Exception as e: except Exception as e:
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")
test_completion_perplexity_api() # test_completion_perplexity_api()
# commenting out as this is a flaky test on circle ci # commenting out as this is a flaky test on circle ci
# def test_completion_nlp_cloud(): # def test_completion_nlp_cloud():
# try: # try:
@ -1145,13 +1145,35 @@ def test_completion_deep_infra():
# litellm.set_verbose = True # litellm.set_verbose = True
model_name = "deepinfra/meta-llama/Llama-2-70b-chat-hf" model_name = "deepinfra/meta-llama/Llama-2-70b-chat-hf"
try: try:
response = completion(model=model_name, messages=messages) response = completion(
model=model_name,
messages=messages,
temperature=0,
max_tokens=10
)
# Add any assertions here to check the response # Add any assertions here to check the response
print(response) print(response)
print(response.response_ms) print(response.response_ms)
except Exception as e: except Exception as e:
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")
# test_completion_deep_infra() # test_completion_deep_infra()
def test_completion_deep_infra_mistral():
print("deep infra test with temp=0")
model_name = "deepinfra/mistralai/Mistral-7B-Instruct-v0.1"
try:
response = completion(
model=model_name,
messages=messages,
temperature=0, # mistrail fails with temperature 0.001
max_tokens=10
)
# Add any assertions here to check the response
print(response)
print(response.response_ms)
except Exception as e:
pytest.fail(f"Error occurred: {e}")
# test_completion_deep_infra_mistral()
# Palm tests # Palm tests
def test_completion_palm(): def test_completion_palm():
# litellm.set_verbose = True # litellm.set_verbose = True