phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(factory.py): support togethercomputer codellama pt

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-06 19:02:58 -08:00
parent d4c6cc3920
commit fff0228c20
2 changed files with 65 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/prompt_templates/factory.py
View file

@ -350,7 +350,7 @@ def prompt_factory(model: str, messages: list, custom_llm_provider: Optional[str
elif "mosaicml/mpt" in model:
if "chat" in model:
return mpt_chat_pt(messages=messages)
elif "codellama/codellama" in model:
elif "codellama/codellama" in model or "togethercomputer/codellama" in model:
if "instruct" in model:
return llama_2_chat_pt(messages=messages) # https://huggingface.co/blog/codellama#conversational-instructions
elif "wizardlm/wizardcoder" in model: