mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 04:04:14 +00:00
Merge 43fb18928b
into 188a56af5c
This commit is contained in:
commit
dba0a47a3f
8 changed files with 3 additions and 7 deletions
|
@ -96,7 +96,7 @@ class SamplingParams(BaseModel):
|
|||
|
||||
strategy: SamplingStrategy = Field(default_factory=GreedySamplingStrategy)
|
||||
|
||||
max_tokens: int | None = 0
|
||||
max_tokens: int | None = None
|
||||
repetition_penalty: float | None = 1.0
|
||||
stop: list[str] | None = None
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue