From 21ace6de45523c7424fa18f5ababb91eeb998748 Mon Sep 17 00:00:00 2001 From: Low Jian Sheng <15527690+lowjiansheng@users.noreply.github.com> Date: Wed, 23 Oct 2024 02:09:20 +0800 Subject: [PATCH] add new 35 mode lcard (#6378) --- model_prices_and_context_window.json | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 6944cdd30..4f221d58a 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -1751,6 +1751,22 @@ "supports_assistant_prefill": true, "supports_prompt_caching": true }, + "claude-3-5-sonnet-20241022": { + "max_tokens": 8192, + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 0.000003, + "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 0.0000003, + "litellm_provider": "anthropic", + "mode": "chat", + "supports_function_calling": true, + "supports_vision": true, + "tool_use_system_prompt_tokens": 159, + "supports_assistant_prefill": true, + "supports_prompt_caching": true + }, "text-bison": { "max_tokens": 2048, "max_input_tokens": 8192,