diff --git a/docs/my-website/docs/completion/input.md b/docs/my-website/docs/completion/input.md index fd55946108..11ca131210 100644 --- a/docs/my-website/docs/completion/input.md +++ b/docs/my-website/docs/completion/input.md @@ -84,7 +84,7 @@ def completion( n: Optional[int] = None, stream: Optional[bool] = None, stop=None, - max_tokens: Optional[float] = None, + max_tokens: Optional[int] = None, presence_penalty: Optional[float] = None, frequency_penalty: Optional[float] = None, logit_bias: Optional[dict] = None, diff --git a/litellm/main.py b/litellm/main.py index c7e144ca70..a284cd4405 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -2294,7 +2294,7 @@ def batch_completion( n: Optional[int] = None, stream: Optional[bool] = None, stop=None, - max_tokens: Optional[float] = None, + max_tokens: Optional[int] = None, presence_penalty: Optional[float] = None, frequency_penalty: Optional[float] = None, logit_bias: Optional[dict] = None, diff --git a/litellm/types/completion.py b/litellm/types/completion.py index 9df860f585..fdfdd38547 100644 --- a/litellm/types/completion.py +++ b/litellm/types/completion.py @@ -148,7 +148,7 @@ class CompletionRequest(BaseModel): n: Optional[int] = None stream: Optional[bool] = None stop: Optional[dict] = None - max_tokens: Optional[float] = None + max_tokens: Optional[int] = None presence_penalty: Optional[float] = None frequency_penalty: Optional[float] = None logit_bias: Optional[dict] = None