phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

vertex_ai/claude-3-5-sonnet@20240620 support prefill

Browse source
This commit is contained in:
Paul Gauthier 2024-08-14 10:14:19 -07:00
parent 98ea24aab0
commit 6a32b05bb1
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
model_prices_and_context_window.json
View file

@ -2085,7 +2085,8 @@
"litellm_provider": "vertex_ai-anthropic_models", "litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_vision": true "supports_vision": true,
"supports_assistant_prefill": true
}, },
"vertex_ai/claude-3-haiku@20240307": { "vertex_ai/claude-3-haiku@20240307": {
"max_tokens": 4096, "max_tokens": 4096,