phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

utils - convert ollama_chat params

Browse source
This commit is contained in:
ishaan-jaff 2023-12-25 23:03:47 +05:30
parent 8c35aebdf8
commit d3baab3bbb
1 changed files with 24 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

25
litellm/utils.py
View file

@ -2890,7 +2890,7 @@ def get_optional_params( # use the openai defaults
and custom_llm_provider != "text-completion-openai" and custom_llm_provider != "text-completion-openai"
and custom_llm_provider != "azure" and custom_llm_provider != "azure"
): ):
if custom_llm_provider == "ollama": if custom_llm_provider == "ollama" or custom_llm_provider == "ollama_chat":
# ollama actually supports json output # ollama actually supports json output
optional_params["format"] = "json" optional_params["format"] = "json"
litellm.add_function_to_prompt = ( litellm.add_function_to_prompt = (
@ -3334,6 +3334,29 @@ def get_optional_params( # use the openai defaults
] ]
_check_valid_arg(supported_params=supported_params) _check_valid_arg(supported_params=supported_params)
if max_tokens is not None:
optional_params["num_predict"] = max_tokens
if stream:
optional_params["stream"] = stream
if temperature is not None:
optional_params["temperature"] = temperature
if top_p is not None:
optional_params["top_p"] = top_p
if frequency_penalty is not None:
optional_params["repeat_penalty"] = frequency_penalty
if stop is not None:
optional_params["stop_sequences"] = stop
elif custom_llm_provider == "ollama_chat":
supported_params = [
"max_tokens",
"stream",
"top_p",
"temperature",
"frequency_penalty",
"stop",
]
_check_valid_arg(supported_params=supported_params)
if max_tokens is not None: if max_tokens is not None:
optional_params["num_predict"] = max_tokens optional_params["num_predict"] = max_tokens
if stream: if stream: