This commit is contained in:
Luis Tomas Bolivar 2025-10-03 12:12:16 -07:00 committed by GitHub
commit dba0a47a3f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
8 changed files with 3 additions and 7 deletions

View file

@ -96,7 +96,7 @@ class SamplingParams(BaseModel):
strategy: SamplingStrategy = Field(default_factory=GreedySamplingStrategy)
max_tokens: int | None = 0
max_tokens: int | None = None
repetition_penalty: float | None = 1.0
stop: list[str] | None = None