phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #1661 from sa-/patch-1

Browse source 
Fix mistral's prompt template
This commit is contained in:
Ishaan Jaff 2024-01-29 13:05:29 -08:00 • committed by GitHub
commit b6d13bf289
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/llms/prompt_templates/factory.py
View file

@ -99,12 +99,16 @@ def ollama_pt(
def mistral_instruct_pt(messages): def mistral_instruct_pt(messages):
# Following the Mistral example's https://huggingface.co/docs/transformers/main/chat_templating
prompt = custom_prompt( prompt = custom_prompt(
initial_prompt_value="<s>", initial_prompt_value="<s>",
role_dict={ role_dict={
"system": {"pre_message": "[INST]", "post_message": "[/INST]"}, "system": {
"user": {"pre_message": "[INST]", "post_message": "[/INST]"}, "pre_message": "[INST] <<SYS>>\n",
"assistant": {"pre_message": "[INST]", "post_message": "[/INST]"}, "post_message": "<</SYS>> [/INST]\n",
},
"user": {"pre_message": "[INST] ", "post_message": " [/INST]\n"},
"assistant": {"pre_message": " ", "post_message": " "},
}, },
final_prompt_value="</s>", final_prompt_value="</s>",
messages=messages, messages=messages,