fix(together_ai.py): improve together ai custom prompt templating

This commit is contained in:
Krrish Dholakia 2023-12-06 19:34:42 -08:00
parent 04eecaa493
commit ac7d0a1632
3 changed files with 61 additions and 24 deletions

View file

@ -115,7 +115,7 @@ def completion(
messages=messages,
)
else:
prompt = prompt_factory(model=model, messages=messages)
prompt = prompt_factory(model=model, messages=messages, api_key=api_key, custom_llm_provider="together_ai") # api key required to query together ai model list
data = {
"model": model,