phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

utils - convert ollama_chat params

Browse source
This commit is contained in:
ishaan-jaff 2023-12-25 23:03:47 +05:30
parent 8c35aebdf8
commit d3baab3bbb
1 changed files with 24 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

25
litellm/utils.py
View file

@ -2890,7 +2890,7 @@ def get_optional_params( # use the openai defaults
and custom_llm_provider != "text-completion-openai"
and custom_llm_provider != "azure"
):
if custom_llm_provider == "ollama":
if custom_llm_provider == "ollama" or custom_llm_provider == "ollama_chat":
# ollama actually supports json output
optional_params["format"] = "json"
litellm.add_function_to_prompt = (
@ -3334,6 +3334,29 @@ def get_optional_params( # use the openai defaults
]
_check_valid_arg(supported_params=supported_params)
if max_tokens is not None:
optional_params["num_predict"] = max_tokens
if stream:
optional_params["stream"] = stream
if temperature is not None:
optional_params["temperature"] = temperature
if top_p is not None:
optional_params["top_p"] = top_p
if frequency_penalty is not None:
optional_params["repeat_penalty"] = frequency_penalty
if stop is not None:
optional_params["stop_sequences"] = stop
elif custom_llm_provider == "ollama_chat":
supported_params = [
"max_tokens",
"stream",
"top_p",
"temperature",
"frequency_penalty",
"stop",
]
_check_valid_arg(supported_params=supported_params)
if max_tokens is not None:
optional_params["num_predict"] = max_tokens
if stream: