From 6a32b05bb1109a7bb0bcf114a77a2b87f0ed7ff6 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Wed, 14 Aug 2024 10:14:19 -0700 Subject: [PATCH] vertex_ai/claude-3-5-sonnet@20240620 support prefill --- model_prices_and_context_window.json | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index e31e6b3f4..e620c3fad 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -2085,7 +2085,8 @@ "litellm_provider": "vertex_ai-anthropic_models", "mode": "chat", "supports_function_calling": true, - "supports_vision": true + "supports_vision": true, + "supports_assistant_prefill": true }, "vertex_ai/claude-3-haiku@20240307": { "max_tokens": 4096,