phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(together_ai.py): improve together ai custom prompt templating

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-06 19:34:42 -08:00
parent 04eecaa493
commit ac7d0a1632
3 changed files with 61 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/tests/test_completion.py
View file

@ -1001,8 +1001,13 @@ def test_replicate_custom_prompt_dict():
######## Test TogetherAI ########
def test_completion_together_ai():
model_name = "together_ai/togethercomputer/llama-2-70b-chat"
model_name = "together_ai/togethercomputer/CodeLlama-13b-Instruct"
try:
messages =[
{"role": "user", "content": "Who are you"},
{"role": "assistant", "content": "I am your helpful assistant."},
{"role": "user", "content": "Tell me a joke"},
]
response = completion(model=model_name, messages=messages, max_tokens=256, n=1, logger_fn=logger_fn)
# Add any assertions here to check the response
print(response)