From af0f9390790d880554a5440bc6faac8479a82c7b Mon Sep 17 00:00:00 2001 From: Tanaro Laptop Date: Sat, 20 Jan 2024 01:50:27 +0100 Subject: [PATCH 1/2] change max_tokens type to int --- litellm/main.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/main.py b/litellm/main.py index 2fef048a69..407e851f5b 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -366,7 +366,7 @@ def completion( n: Optional[int] = None, stream: Optional[bool] = None, stop=None, - max_tokens: Optional[float] = None, + max_tokens: Optional[int] = None, presence_penalty: Optional[float] = None, frequency_penalty: Optional[float] = None, logit_bias: Optional[dict] = None, From 97d27e53db13bc0bf4d7aab3704ae5e35e02c561 Mon Sep 17 00:00:00 2001 From: TanaroSch Date: Tue, 6 Feb 2024 11:19:28 +0100 Subject: [PATCH 2/2] change max_tokens float to int --- docs/my-website/docs/completion/input.md | 2 +- litellm/main.py | 4 ++-- litellm/types/completion.py | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/docs/my-website/docs/completion/input.md b/docs/my-website/docs/completion/input.md index 676e4d2326..445fd072ba 100644 --- a/docs/my-website/docs/completion/input.md +++ b/docs/my-website/docs/completion/input.md @@ -73,7 +73,7 @@ def completion( n: Optional[int] = None, stream: Optional[bool] = None, stop=None, - max_tokens: Optional[float] = None, + max_tokens: Optional[int] = None, presence_penalty: Optional[float] = None, frequency_penalty: Optional[float] = None, logit_bias: Optional[dict] = None, diff --git a/litellm/main.py b/litellm/main.py index 407e851f5b..fb7574b063 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -143,7 +143,7 @@ async def acompletion( n: Optional[int] = None, stream: Optional[bool] = None, stop=None, - max_tokens: Optional[float] = None, + max_tokens: Optional[int] = None, presence_penalty: Optional[float] = None, frequency_penalty: Optional[float] = None, logit_bias: Optional[dict] = None, @@ -1884,7 +1884,7 @@ def batch_completion( n: Optional[int] = None, stream: Optional[bool] = None, stop=None, - max_tokens: Optional[float] = None, + max_tokens: Optional[int] = None, presence_penalty: Optional[float] = None, frequency_penalty: Optional[float] = None, logit_bias: Optional[dict] = None, diff --git a/litellm/types/completion.py b/litellm/types/completion.py index 5eac905756..3ce441880c 100644 --- a/litellm/types/completion.py +++ b/litellm/types/completion.py @@ -12,7 +12,7 @@ class CompletionRequest(BaseModel): n: Optional[int] = None stream: Optional[bool] = None stop: Optional[dict] = None - max_tokens: Optional[float] = None + max_tokens: Optional[int] = None presence_penalty: Optional[float] = None frequency_penalty: Optional[float] = None logit_bias: Optional[dict] = None