phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(vertex_httpx.py): add function calling support to httpx route

Browse source
This commit is contained in:
Krrish Dholakia 2024-06-12 21:11:00 -07:00
parent 995631bd39
commit c426d75e91
6 changed files with 345 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/utils.py
View file

@ -5386,6 +5386,16 @@ def get_optional_params(
print_verbose(
f"(end) INSIDE THE VERTEX AI OPTIONAL PARAM BLOCK - optional_params: {optional_params}"
)
elif custom_llm_provider == "vertex_ai_beta":
supported_params = get_supported_openai_params(
model=model, custom_llm_provider=custom_llm_provider
)
_check_valid_arg(supported_params=supported_params)
optional_params = litellm.VertexGeminiConfig().map_openai_params(
non_default_params=non_default_params,
optional_params=optional_params,
model=model,
)
elif (
custom_llm_provider == "vertex_ai" and model in litellm.vertex_anthropic_models
):