phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix the issue when using multiple tools in gemini

Browse source
This commit is contained in:
kan-bayashi 2024-02-14 13:09:35 +09:00
parent fa74adb041
commit a4e33c8c67
1 changed files with 4 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/utils.py
View file

@ -4215,18 +4215,15 @@ def get_optional_params(
if tools is not None and isinstance(tools, list): if tools is not None and isinstance(tools, list):
from vertexai.preview import generative_models from vertexai.preview import generative_models
gtools = [] gtool_func_declarations = []
for tool in tools: for tool in tools:
gtool = generative_models.FunctionDeclaration( gtool_func_declaration = generative_models.FunctionDeclaration(
name=tool["function"]["name"], name=tool["function"]["name"],
description=tool["function"].get("description", ""), description=tool["function"].get("description", ""),
parameters=tool["function"].get("parameters", {}), parameters=tool["function"].get("parameters", {}),
) )
gtool_func_declaration = generative_models.Tool( gtool_func_declarations.append(gtool_func_declaration)
function_declarations=[gtool] optional_params["tools"] = [generative_models.Tool(function_declarations=gtool_func_declarations)]
)
gtools.append(gtool_func_declaration)
optional_params["tools"] = gtools
elif custom_llm_provider == "sagemaker": elif custom_llm_provider == "sagemaker":
## check if unsupported param passed in ## check if unsupported param passed in
supported_params = ["stream", "temperature", "max_tokens", "top_p", "stop", "n"] supported_params = ["stream", "temperature", "max_tokens", "top_p", "stop", "n"]