phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

add support for mistral json mode via anyscale

Browse source
This commit is contained in:
Marmik Pandya 2023-12-29 22:26:22 +05:30
parent 2fc264ca04
commit 1426594d3f
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/utils.py
View file

@ -3576,15 +3576,15 @@ def get_optional_params(
"max_tokens", "max_tokens",
"stop", "stop",
"frequency_penalty", "frequency_penalty",
"presence_penalty", "presence_penalty"
] ]
if model == "mistralai/Mistral-7B-Instruct-v0.1": if model in ["mistralai/Mistral-7B-Instruct-v0.1", "mistralai/Mixtral-8x7B-Instruct-v0.1"]:
supported_params += ["functions", "function_call", "tools", "tool_choice"] supported_params += ["functions", "function_call", "tools", "tool_choice", "response_format"]
_check_valid_arg(supported_params=supported_params) _check_valid_arg(supported_params=supported_params)
optional_params = non_default_params optional_params = non_default_params
if temperature is not None: if temperature is not None:
if ( if (
temperature == 0 and model == "mistralai/Mistral-7B-Instruct-v0.1" temperature == 0 and model in ["mistralai/Mistral-7B-Instruct-v0.1", "mistralai/Mixtral-8x7B-Instruct-v0.1"]
): # this model does no support temperature == 0 ): # this model does no support temperature == 0
temperature = 0.0001 # close to 0 temperature = 0.0001 # close to 0
optional_params["temperature"] = temperature optional_params["temperature"] = temperature