From 3d96e810b0f2dcb54c0f5c94df2d7779be93c602 Mon Sep 17 00:00:00 2001 From: Caixiaopig Date: Fri, 5 Apr 2024 09:45:57 -0500 Subject: [PATCH] Updating the default Anthropic Officlal Claude 3 max_tokens to 4096 fix bug --- litellm/llms/anthropic.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/llms/anthropic.py b/litellm/llms/anthropic.py index 080dbd259b..70cd9c3af8 100644 --- a/litellm/llms/anthropic.py +++ b/litellm/llms/anthropic.py @@ -52,7 +52,7 @@ class AnthropicConfig: def __init__( self, - max_tokens: Optional[int] = None, # You can pass in a value yourself or use the default value 4096 + max_tokens: Optional[int] = 4096, # You can pass in a value yourself or use the default value 4096 stop_sequences: Optional[list] = None, temperature: Optional[int] = None, top_p: Optional[int] = None,