phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix): llama-2 non-chat models prompt template

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-07 21:32:35 -08:00
parent 4ca4038246
commit ce27e08e7d
1 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/llms/prompt_templates/factory.py
View file

@ -279,9 +279,8 @@ def prompt_factory(model: str, messages: list, custom_llm_provider: Optional[str
return anthropic_pt(messages=messages) return anthropic_pt(messages=messages)
try: try:
if "meta-llama/llama-2" in model: if "meta-llama/llama-2" in model and "chat" in model:
if "chat" in model: return llama_2_chat_pt(messages=messages)
return llama_2_chat_pt(messages=messages)
elif "tiiuae/falcon" in model: # Note: for the instruct models, it's best to use a User: .., Assistant:.. approach in your prompt template. elif "tiiuae/falcon" in model: # Note: for the instruct models, it's best to use a User: .., Assistant:.. approach in your prompt template.
if model == "tiiuae/falcon-180B-chat": if model == "tiiuae/falcon-180B-chat":
return falcon_chat_pt(messages=messages) return falcon_chat_pt(messages=messages)