phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): add support for anyscale function calling

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-20 17:48:33 +05:30
parent 4040f60feb
commit 350389f501
2 changed files with 33 additions and 29 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/utils.py
View file

@ -2398,6 +2398,8 @@ def get_optional_params( # use the openai defaults
optional_params["format"] = "json"
litellm.add_function_to_prompt = True # so that main.py adds the function call to the prompt
optional_params["functions_unsupported_model"] = non_default_params.pop("tools", non_default_params.pop("functions"))
elif custom_llm_provider == "anyscale" and model == "mistralai/Mistral-7B-Instruct-v0.1": # anyscale just supports function calling with mistral
pass
elif litellm.add_function_to_prompt: # if user opts to add it to prompt instead
optional_params["functions_unsupported_model"] = non_default_params.pop("tools", non_default_params.pop("functions"))
else:
@ -2825,7 +2827,9 @@ def get_optional_params( # use the openai defaults
if frequency_penalty:
optional_params["frequency_penalty"] = frequency_penalty
elif custom_llm_provider == "anyscale":
supported_params = ["temperature", "top_p", "stream", "max_tokens"]
supported_params = ["temperature", "top_p", "stream", "max_tokens", "stop", "frequency_penalty", "presence_penalty"]
if model == "mistralai/Mistral-7B-Instruct-v0.1":
supported_params += ["functions", "function_call", "tools", "tool_choice"]
_check_valid_arg(supported_params=supported_params)
optional_params = non_default_params
if temperature is not None: