phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

adding first-party + custom prompt templates for huggingface

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-04 14:48:16 -07:00
parent a474b89779
commit 2384806cfd
10 changed files with 186 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

22
litellm/utils.py
View file

@ -1326,6 +1326,27 @@ def modify_integration(integration_name, integration_params):
Supabase.supabase_table_name = integration_params["table_name"]
# custom prompt helper function
def register_prompt_template(model: str, roles: dict, pre_message_sep: str, post_message_sep: str):
"""
Example usage:
```
import litellm
litellm.register_prompt_template(
model="bloomz",
roles={"system":"<|im_start|>system", "assistant":"<|im_start|>assistant", "user":"<|im_start|>user"}
pre_message_sep: "\n",
post_message_sep: "<|im_end|>\n"
)
```
"""
litellm.custom_prompt_dict[model] = {
"roles": roles,
"pre_message_sep": pre_message_sep,
"post_message_sep": post_message_sep
}
return litellm.custom_prompt_dict
####### [BETA] HOSTED PRODUCT ################ - https://docs.litellm.ai/docs/debugging/hosted_debugging
@ -1415,7 +1436,6 @@ def get_model_list():
f"[Non-Blocking Error] get_all_keys error - {traceback.format_exc()}"
)
####### EXCEPTION MAPPING ################
def exception_type(model, original_exception, custom_llm_provider):
global user_logger_fn, liteDebuggerClient