From 8e24c3c945502b42216e366762ef522a92d637b7 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 29 Jul 2024 15:42:57 -0700 Subject: [PATCH] build(model_prices_and_context_window.json): update model info for llama3.1 on bedrock - supports tool calling, not tool choice --- litellm/model_prices_and_context_window_backup.json | 12 +++++++++--- model_prices_and_context_window.json | 12 +++++++++--- 2 files changed, 18 insertions(+), 6 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index d20e5681c..8a07eca34 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -3773,7 +3773,9 @@ "input_cost_per_token": 0.0000004, "output_cost_per_token": 0.0000006, "litellm_provider": "bedrock", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": false }, "meta.llama3-1-70b-instruct-v1:0": { "max_tokens": 128000, @@ -3782,7 +3784,9 @@ "input_cost_per_token": 0.00000265, "output_cost_per_token": 0.0000035, "litellm_provider": "bedrock", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": false }, "meta.llama3-1-405b-instruct-v1:0": { "max_tokens": 128000, @@ -3791,7 +3795,9 @@ "input_cost_per_token": 0.00000532, "output_cost_per_token": 0.000016, "litellm_provider": "bedrock", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": false }, "512-x-512/50-steps/stability.stable-diffusion-xl-v0": { "max_tokens": 77, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index d20e5681c..8a07eca34 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -3773,7 +3773,9 @@ "input_cost_per_token": 0.0000004, "output_cost_per_token": 0.0000006, "litellm_provider": "bedrock", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": false }, "meta.llama3-1-70b-instruct-v1:0": { "max_tokens": 128000, @@ -3782,7 +3784,9 @@ "input_cost_per_token": 0.00000265, "output_cost_per_token": 0.0000035, "litellm_provider": "bedrock", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": false }, "meta.llama3-1-405b-instruct-v1:0": { "max_tokens": 128000, @@ -3791,7 +3795,9 @@ "input_cost_per_token": 0.00000532, "output_cost_per_token": 0.000016, "litellm_provider": "bedrock", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": false }, "512-x-512/50-steps/stability.stable-diffusion-xl-v0": { "max_tokens": 77,