diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 5afbf20cd..eafb759ab 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -126,7 +126,7 @@ class ProxyChatCompletionRequest(BaseModel): n: Optional[int] = None stream: Optional[bool] = None stop: Optional[List[str]] = None - max_tokens: Optional[Union[float, int]] = None + max_tokens: Optional[int] = None presence_penalty: Optional[float] = None frequency_penalty: Optional[float] = None logit_bias: Optional[Dict[str, float]] = None