phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): fix ollama stop sequence mapping

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-07 13:14:03 -08:00
parent 66913222a1
commit 655fcd4d79
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/utils.py
View file

@ -4358,7 +4358,7 @@ def get_optional_params(
if frequency_penalty is not None: if frequency_penalty is not None:
optional_params["repeat_penalty"] = frequency_penalty optional_params["repeat_penalty"] = frequency_penalty
if stop is not None: if stop is not None:
optional_params["stop_sequences"] = stop optional_params["stop"] = stop
elif custom_llm_provider == "ollama_chat": elif custom_llm_provider == "ollama_chat":
supported_params = [ supported_params = [
"max_tokens", "max_tokens",
@ -4381,7 +4381,7 @@ def get_optional_params(
if frequency_penalty is not None: if frequency_penalty is not None:
optional_params["repeat_penalty"] = frequency_penalty optional_params["repeat_penalty"] = frequency_penalty
if stop is not None: if stop is not None:
optional_params["stop_sequences"] = stop optional_params["stop"] = stop
elif custom_llm_provider == "nlp_cloud": elif custom_llm_provider == "nlp_cloud":
supported_params = [ supported_params = [
"max_tokens", "max_tokens",