phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) deepinfra with openai v1.0.0

Browse source
This commit is contained in:
ishaan-jaff 2023-11-13 09:51:45 -08:00
parent 27cbd7d895
commit a21ff38694
1 changed files with 8 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

15
litellm/tests/test_completion.py
View file

@ -941,7 +941,7 @@ def test_completion_bedrock_claude():
pass
except Exception as e:
pytest.fail(f"Error occurred: {e}")
test_completion_bedrock_claude()
# test_completion_bedrock_claude()
def test_completion_bedrock_cohere():
print("calling bedrock cohere")
@ -1340,7 +1340,7 @@ def test_completion_ai21():
# test_completion_ai21()
## test deep infra
def test_completion_deep_infra():
# litellm.set_verbose = True
litellm.set_verbose = False
model_name = "deepinfra/meta-llama/Llama-2-70b-chat-hf"
try:
response = completion(
@ -1351,10 +1351,11 @@ def test_completion_deep_infra():
)
# Add any assertions here to check the response
print(response)
print(response.response_ms)
print(response._response_ms)
except Exception as e:
pytest.fail(f"Error occurred: {e}")
# test_completion_deep_infra()
test_completion_deep_infra()
def test_completion_deep_infra_mistral():
print("deep infra test with temp=0")
model_name = "deepinfra/mistralai/Mistral-7B-Instruct-v0.1"
@ -1362,15 +1363,15 @@ def test_completion_deep_infra_mistral():
response = completion(
model=model_name,
messages=messages,
temperature=0, # mistrail fails with temperature 0.001
temperature=0.01, # mistrail fails with temperature=0
max_tokens=10
)
# Add any assertions here to check the response
print(response)
print(response.response_ms)
print(response._response_ms)
except Exception as e:
pytest.fail(f"Error occurred: {e}")
# test_completion_deep_infra_mistral()
test_completion_deep_infra_mistral()
# Palm tests
def test_completion_palm():