phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #1969 from kan-bayashi/fix/support-multiple-tools-in-gemini

Browse source 
fix: fix the issues when using tools in gemini
This commit is contained in:
Krish Dholakia 2024-02-21 11:46:26 -08:00 • committed by GitHub
commit 851473b71a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 6 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/utils.py
View file

@ -4288,18 +4288,15 @@ def get_optional_params(
if tools is not None and isinstance(tools, list):
from vertexai.preview import generative_models
gtools = []
gtool_func_declarations = []
for tool in tools:
gtool = generative_models.FunctionDeclaration(
gtool_func_declaration = generative_models.FunctionDeclaration(
name=tool["function"]["name"],
description=tool["function"].get("description", ""),
parameters=tool["function"].get("parameters", {}),
)
gtool_func_declaration = generative_models.Tool(
function_declarations=[gtool]
)
gtools.append(gtool_func_declaration)
optional_params["tools"] = gtools
gtool_func_declarations.append(gtool_func_declaration)
optional_params["tools"] = [generative_models.Tool(function_declarations=gtool_func_declarations)]
elif custom_llm_provider == "sagemaker":
## check if unsupported param passed in
supported_params = ["stream", "temperature", "max_tokens", "top_p", "stop", "n"]