phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): fix ollama stop sequence mapping

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-07 13:14:03 -08:00
parent 66913222a1
commit 655fcd4d79
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/utils.py
View file

@ -4358,7 +4358,7 @@ def get_optional_params(
if frequency_penalty is not None:
optional_params["repeat_penalty"] = frequency_penalty
if stop is not None:
optional_params["stop_sequences"] = stop
optional_params["stop"] = stop
elif custom_llm_provider == "ollama_chat":
supported_params = [
"max_tokens",
@ -4381,7 +4381,7 @@ def get_optional_params(
if frequency_penalty is not None:
optional_params["repeat_penalty"] = frequency_penalty
if stop is not None:
optional_params["stop_sequences"] = stop
optional_params["stop"] = stop
elif custom_llm_provider == "nlp_cloud":
supported_params = [
"max_tokens",