From 98274574f091e4e2517abf8b8cf35060d06380b5 Mon Sep 17 00:00:00 2001 From: Yuan Tang Date: Fri, 21 Mar 2025 11:27:55 -0400 Subject: [PATCH] Add docs Signed-off-by: Yuan Tang --- llama_stack/models/llama/datatypes.py | 1 + 1 file changed, 1 insertion(+) diff --git a/llama_stack/models/llama/datatypes.py b/llama_stack/models/llama/datatypes.py index 060472e27..028680a1e 100644 --- a/llama_stack/models/llama/datatypes.py +++ b/llama_stack/models/llama/datatypes.py @@ -207,6 +207,7 @@ class SamplingParams(BaseModel): :param stop: Up to 4 sequences where the API will stop generating further tokens. The returned text will not contain the stop sequence. """ + strategy: SamplingStrategy = Field(default_factory=GreedySamplingStrategy) max_tokens: Optional[int] = 0