phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): route together ai calls to openai client

Browse source 
together ai is now openai-compatible

n
This commit is contained in:
Krrish Dholakia 2024-02-03 19:22:48 -08:00
parent c2f674ebe0
commit c49c88c8e5
6 changed files with 23 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/tests/test_completion.py
View file

@ -1994,11 +1994,12 @@ def test_completion_palm_stream():
def test_completion_together_ai_stream():
litellm.set_verbose = True
user_message = "Write 1pg about YC & litellm"
messages = [{"content": user_message, "role": "user"}]
try:
response = completion(
model="together_ai/mistralai/Mistral-7B-Instruct-v0.1",
model="together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1",
messages=messages,
stream=True,
max_tokens=5,