phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-02 08:44:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

updated the additional params to pass any type of values

Browse source
This commit is contained in:
Sajikumar JS 2025-04-26 01:19:37 +05:30
parent 1d6ef73dd7
commit 03a25a7753
3 changed files with 28 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

21
docs/_static/llama-stack-spec.html vendored
View file

@ -4195,7 +4195,26 @@
"additional_params": {
"type": "object",
"additionalProperties": {
"type": "string"
"oneOf": [
{
"type": "null"
},
{
"type": "boolean"
},
{
"type": "number"
},
{
"type": "string"
},
{
"type": "array"
},
{
"type": "object"
}
]
}
}
},

8
docs/_static/llama-stack-spec.yaml vendored
View file

@ -2910,7 +2910,13 @@ components:
additional_params:
type: object
additionalProperties:
type: string
oneOf:
- type: 'null'
- type: boolean
- type: number
- type: string
- type: array
- type: object
additionalProperties: false
required:
- strategy

2
llama_stack/apis/inference/inference.py
View file

@ -82,7 +82,7 @@ class SamplingParams(BaseModel):
max_tokens: Optional[int] = 0
repetition_penalty: Optional[float] = 1.0
stop: Optional[List[str]] = None
additional_params: Optional[Dict[str, str]] = {}
additional_params: Optional[Dict[str, Any]] = {}
class LogProbConfig(BaseModel):