phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

prompt formatting for together ai llama2 models

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-05 11:57:13 -07:00
parent 51b64c59f3
commit 090ec35a4d
4 changed files with 31 additions and 23 deletions
Download patch file Download diff file Expand all files Collapse all files

17
litellm/llms/together_ai.py
View file

@ -5,6 +5,7 @@ import requests
import time
from typing import Callable
from litellm.utils import ModelResponse
from .prompt_templates.factory import prompt_factory, custom_prompt
class TogetherAIError(Exception):
def __init__(self, status_code, message):
@ -34,21 +35,19 @@ def completion(
encoding,
api_key,
logging_obj,
custom_prompt_dict={},
optional_params=None,
litellm_params=None,
logger_fn=None,
):
headers = validate_environment(api_key)
model = model
prompt = ""
for message in messages:
if "role" in message:
if message["role"] == "user":
prompt += f"{message['content']}"
else:
prompt += f"{message['content']}"
else:
prompt += f"{message['content']}"
if model in custom_prompt_dict:
# check if the model has a registered custom prompt
model_prompt_details = custom_prompt_dict[model]
prompt = custom_prompt(role_dict=model_prompt_details["roles"], pre_message_sep=model_prompt_details["pre_message_sep"], post_message_sep=model_prompt_details["post_message_sep"], messages=messages)
else:
prompt = prompt_factory(model=model, messages=messages)
data = {
"model": model,
"prompt": prompt,