Updated SamplingParams

This commit is contained in:
Sajikumar JS 2025-04-26 18:25:58 +05:30
parent 03a25a7753
commit 3588c5bcd7
4 changed files with 13 additions and 66 deletions

View file

@ -82,7 +82,6 @@ class SamplingParams(BaseModel):
max_tokens: Optional[int] = 0
repetition_penalty: Optional[float] = 1.0
stop: Optional[List[str]] = None
additional_params: Optional[Dict[str, Any]] = {}
class LogProbConfig(BaseModel):