diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 60f812b2b..8803940fb 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1020,6 +1020,26 @@ "mode": "chat", "supports_function_calling": true }, + "groq/llama3-groq-70b-8192-tool-use-preview": { + "max_tokens": 8192, + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000089, + "output_cost_per_token": 0.00000089, + "litellm_provider": "groq", + "mode": "chat", + "supports_function_calling": true + }, + "groq/llama3-groq-8b-8192-tool-use-preview": { + "max_tokens": 8192, + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000019, + "output_cost_per_token": 0.00000019, + "litellm_provider": "groq", + "mode": "chat", + "supports_function_calling": true + }, "friendliai/mixtral-8x7b-instruct-v0-1": { "max_tokens": 32768, "max_input_tokens": 32768, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 60f812b2b..8803940fb 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -1020,6 +1020,26 @@ "mode": "chat", "supports_function_calling": true }, + "groq/llama3-groq-70b-8192-tool-use-preview": { + "max_tokens": 8192, + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000089, + "output_cost_per_token": 0.00000089, + "litellm_provider": "groq", + "mode": "chat", + "supports_function_calling": true + }, + "groq/llama3-groq-8b-8192-tool-use-preview": { + "max_tokens": 8192, + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "input_cost_per_token": 0.00000019, + "output_cost_per_token": 0.00000019, + "litellm_provider": "groq", + "mode": "chat", + "supports_function_calling": true + }, "friendliai/mixtral-8x7b-instruct-v0-1": { "max_tokens": 32768, "max_input_tokens": 32768,