Update Strategy in SamplingParams to be a union

2026-01-01 07:40:00 +00:00 · 2025-01-14 15:56:02 -08:00 · 2025-01-14 15:56:02 -08:00 · dea575c994
commit dea575c994
parent 300e6e2702
28 changed files with 600 additions and 377 deletions
--- a/docs/source/references/llama_stack_client_cli_reference.md
+++ b/docs/source/references/llama_stack_client_cli_reference.md
@ -200,10 +200,9 @@ Example eval_task_config.json:
        "type": "model",
        "model": "Llama3.1-405B-Instruct",
        "sampling_params": {
-            "strategy": "greedy",
-            "temperature": 0,
-            "top_p": 0.95,
-            "top_k": 0,
+            "strategy": {
+              "type": "greedy"
+            },
            "max_tokens": 0,
            "repetition_penalty": 1.0
        }