bugfixes for ollama

This commit is contained in:
Rodney Rodriguez 2023-11-11 16:49:22 -06:00
parent bba0a2dcf7
commit 5d39279ac0
2 changed files with 2 additions and 2 deletions

View file

@ -322,7 +322,7 @@ def completion(
max_retries = kwargs.get("max_retries", None)
context_window_fallback_dict = kwargs.get("context_window_fallback_dict", None)
### CUSTOM PROMPT TEMPLATE ###
initial_prompt_value = kwargs.get("intial_prompt_value", None)
initial_prompt_value = kwargs.get("initial_prompt_value", None)
roles = kwargs.get("roles", None)
final_prompt_value = kwargs.get("final_prompt_value", None)
bos_token = kwargs.get("bos_token", None)

View file

@ -3159,7 +3159,7 @@ def register_prompt_template(model: str, roles: dict, initial_prompt_value: str
)
```
"""
model, _ = get_llm_provider(model=model)
model = get_llm_provider(model=model)[0]
litellm.custom_prompt_dict[model] = {
"roles": roles,
"initial_prompt_value": initial_prompt_value,