phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(test) tgai is unstable

Browse source
This commit is contained in:
ishaan-jaff 2024-02-03 20:00:40 -08:00
parent c6aadcbd34
commit 774cbbde52
2 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/tests/test_completion.py
View file

@ -37,7 +37,7 @@ def test_completion_custom_provider_model_name():
try: try:
litellm.cache = None litellm.cache = None
response = completion( response = completion(
model="together_ai/mistralai/Mistral-7B-Instruct-v0.1", model="together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1",
messages=messages, messages=messages,
logger_fn=logger_fn, logger_fn=logger_fn,
) )
@ -1369,7 +1369,7 @@ def test_customprompt_together_ai():
print(litellm.success_callback) print(litellm.success_callback)
print(litellm._async_success_callback) print(litellm._async_success_callback)
response = completion( response = completion(
model="together_ai/mistralai/Mistral-7B-Instruct-v0.1", model="together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1",
messages=messages, messages=messages,
roles={ roles={
"system": { "system": {
@ -1998,7 +1998,7 @@ def test_completion_together_ai_stream():
messages = [{"content": user_message, "role": "user"}] messages = [{"content": user_message, "role": "user"}]
try: try:
response = completion( response = completion(
model="together_ai/mistralai/Mistral-7B-Instruct-v0.1", model="together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1",
messages=messages, messages=messages,
stream=True, stream=True,
max_tokens=5, max_tokens=5,

2
litellm/tests/test_multiple_deployments.py
View file

@ -25,7 +25,7 @@ model_list = [
{ {
"model_name": "mistral-7b-instruct", "model_name": "mistral-7b-instruct",
"litellm_params": { # params for litellm completion/embedding call "litellm_params": { # params for litellm completion/embedding call
"model": "together_ai/mistralai/Mistral-7B-Instruct-v0.1", "model": "together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1",
"api_key": os.getenv("TOGETHERAI_API_KEY"), "api_key": os.getenv("TOGETHERAI_API_KEY"),
}, },
}, },