Merge branch 'main' into litellm_banned_keywords_list

This commit is contained in:
Krish Dholakia 2024-02-22 22:20:59 -08:00 committed by GitHub
commit b6a05cb787
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
13 changed files with 259 additions and 60 deletions

View file

@ -4274,8 +4274,8 @@ def get_optional_params(
optional_params["stop_sequences"] = stop
if max_tokens is not None:
optional_params["max_output_tokens"] = max_tokens
elif custom_llm_provider == "vertex_ai" and model in (
litellm.vertex_chat_models
elif custom_llm_provider == "vertex_ai" and (
model in litellm.vertex_chat_models
or model in litellm.vertex_code_chat_models
or model in litellm.vertex_text_models
or model in litellm.vertex_code_text_models