(proxy) fix types

This commit is contained in:
ishaan-jaff 2023-12-01 16:05:29 -08:00
parent 80e2ffbfa6
commit 61f902347f

View file

@ -126,7 +126,7 @@ class ProxyChatCompletionRequest(BaseModel):
n: Optional[int] = None
stream: Optional[bool] = None
stop: Optional[List[str]] = None
max_tokens: Optional[Union[float, int]] = None
max_tokens: Optional[int] = None
presence_penalty: Optional[float] = None
frequency_penalty: Optional[float] = None
logit_bias: Optional[Dict[str, float]] = None