From c42d7e104c0fbfefd07764a7c4cde29f18f703a4 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 1 Dec 2023 16:05:29 -0800 Subject: [PATCH] (proxy) fix types --- litellm/proxy/proxy_server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 5afbf20cd8..eafb759ab7 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -126,7 +126,7 @@ class ProxyChatCompletionRequest(BaseModel): n: Optional[int] = None stream: Optional[bool] = None stop: Optional[List[str]] = None - max_tokens: Optional[Union[float, int]] = None + max_tokens: Optional[int] = None presence_penalty: Optional[float] = None frequency_penalty: Optional[float] = None logit_bias: Optional[Dict[str, float]] = None