phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-28 18:42:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

added additional params and new functions required to watsonx

Browse source
This commit is contained in:
Sajikumar JS 2025-04-26 01:09:46 +05:30
parent 1bb1d9b2ba
commit 1d6ef73dd7
4 changed files with 148 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_stack/apis/inference/inference.py
View file

@ -82,6 +82,7 @@ class SamplingParams(BaseModel):
max_tokens: Optional[int] = 0
repetition_penalty: Optional[float] = 1.0
stop: Optional[List[str]] = None
additional_params: Optional[Dict[str, str]] = {}
class LogProbConfig(BaseModel):