Update Strategy in SamplingParams to be a union

This commit is contained in:
Hardik Shah 2025-01-14 15:56:02 -08:00 committed by Ashwin Bharambe
parent 300e6e2702
commit dea575c994
28 changed files with 600 additions and 377 deletions

View file

@ -97,9 +97,11 @@ def agent_config(llama_stack_client):
model=model_id,
instructions="You are a helpful assistant",
sampling_params={
"strategy": "greedy",
"temperature": 1.0,
"top_p": 0.9,
"strategy": {
"type": "greedy",
"temperature": 1.0,
"top_p": 0.9,
},
},
toolgroups=[],
tool_choice="auto",