phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-29 11:28:48 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

updated the additional params to pass any type of values

Browse source
This commit is contained in:
Sajikumar JS 2025-04-26 01:19:37 +05:30
parent 1d6ef73dd7
commit 03a25a7753
3 changed files with 28 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/apis/inference/inference.py
View file

@ -82,7 +82,7 @@ class SamplingParams(BaseModel):
max_tokens: Optional[int] = 0
repetition_penalty: Optional[float] = 1.0
stop: Optional[List[str]] = None
additional_params: Optional[Dict[str, str]] = {}
additional_params: Optional[Dict[str, Any]] = {}
class LogProbConfig(BaseModel):