From 42df6b42c9f878fa0f8f1a1d40ba9bdf2cea55b5 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 21 Aug 2024 08:22:26 -0700 Subject: [PATCH] fix groq/3.1 reasoning model --- docs/my-website/docs/providers/github.md | 1 - docs/my-website/docs/providers/groq.md | 1 - litellm/model_prices_and_context_window_backup.json | 3 ++- 3 files changed, 2 insertions(+), 3 deletions(-) diff --git a/docs/my-website/docs/providers/github.md b/docs/my-website/docs/providers/github.md index 48ab76be8..023eaf7dc 100644 --- a/docs/my-website/docs/providers/github.md +++ b/docs/my-website/docs/providers/github.md @@ -152,7 +152,6 @@ We support ALL Github models, just set `github/` as a prefix when sending comple |--------------------|---------------------------------------------------------| | llama-3.1-8b-instant | `completion(model="github/llama-3.1-8b-instant", messages)` | | llama-3.1-70b-versatile | `completion(model="github/llama-3.1-70b-versatile", messages)` | -| llama-3.1-405b-reasoning | `completion(model="github/llama-3.1-405b-reasoning", messages)` | | llama3-8b-8192 | `completion(model="github/llama3-8b-8192", messages)` | | llama3-70b-8192 | `completion(model="github/llama3-70b-8192", messages)` | | llama2-70b-4096 | `completion(model="github/llama2-70b-4096", messages)` | diff --git a/docs/my-website/docs/providers/groq.md b/docs/my-website/docs/providers/groq.md index 37d63d031..967b9d3d5 100644 --- a/docs/my-website/docs/providers/groq.md +++ b/docs/my-website/docs/providers/groq.md @@ -152,7 +152,6 @@ We support ALL Groq models, just set `groq/` as a prefix when sending completion |--------------------|---------------------------------------------------------| | llama-3.1-8b-instant | `completion(model="groq/llama-3.1-8b-instant", messages)` | | llama-3.1-70b-versatile | `completion(model="groq/llama-3.1-70b-versatile", messages)` | -| llama-3.1-405b-reasoning | `completion(model="groq/llama-3.1-405b-reasoning", messages)` | | llama3-8b-8192 | `completion(model="groq/llama3-8b-8192", messages)` | | llama3-70b-8192 | `completion(model="groq/llama3-70b-8192", messages)` | | llama2-70b-4096 | `completion(model="groq/llama2-70b-4096", messages)` | diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 2dc846df9..ab36dbb6c 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -2793,7 +2793,8 @@ "mode": "chat", "supports_function_calling": true, "supports_vision": true, - "tool_use_system_prompt_tokens": 159 + "tool_use_system_prompt_tokens": 159, + "supports_assistant_prefill": true }, "openrouter/anthropic/claude-3-sonnet": { "max_tokens": 200000,