fix(vertex_ai.py): fix vertex ai function calling

This commit is contained in:
Krrish Dholakia 2024-02-22 21:28:12 -08:00
parent 21e1c2dc21
commit 9d17a0789f
3 changed files with 20 additions and 19 deletions

View file

@ -4274,8 +4274,8 @@ def get_optional_params(
optional_params["stop_sequences"] = stop
if max_tokens is not None:
optional_params["max_output_tokens"] = max_tokens
elif custom_llm_provider == "vertex_ai" and model in (
litellm.vertex_chat_models
elif custom_llm_provider == "vertex_ai" and (
model in litellm.vertex_chat_models
or model in litellm.vertex_code_chat_models
or model in litellm.vertex_text_models
or model in litellm.vertex_code_text_models