phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): pass through 'response_format' for mistral

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-25 18:27:41 -07:00
parent ccb864bbea
commit 86a3d24d75
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/utils.py
View file

@ -5265,7 +5265,8 @@ def get_optional_params(
optional_params["tools"] = tools optional_params["tools"] = tools
if tool_choice is not None: if tool_choice is not None:
optional_params["tool_choice"] = tool_choice optional_params["tool_choice"] = tool_choice
if response_format is not None:
optional_params["response_format"] = response_format
# check safe_mode, random_seed: https://docs.mistral.ai/api/#operation/createChatCompletion # check safe_mode, random_seed: https://docs.mistral.ai/api/#operation/createChatCompletion
safe_mode = passed_params.pop("safe_mode", None) safe_mode = passed_params.pop("safe_mode", None)
random_seed = passed_params.pop("random_seed", None) random_seed = passed_params.pop("random_seed", None)
@ -5277,6 +5278,7 @@ def get_optional_params(
optional_params["extra_body"] = ( optional_params["extra_body"] = (
extra_body # openai client supports `extra_body` param extra_body # openai client supports `extra_body` param
) )
elif custom_llm_provider == "groq": elif custom_llm_provider == "groq":
supported_params = get_supported_openai_params( supported_params = get_supported_openai_params(
model=model, custom_llm_provider=custom_llm_provider model=model, custom_llm_provider=custom_llm_provider