From 03a25a7753e4f288836e3a9a9d5f20bce92ed072 Mon Sep 17 00:00:00 2001
From: Sajikumar JS <sajikumar.js@ibm.com>
Date: Sat, 26 Apr 2025 01:19:37 +0530
Subject: [PATCH] updated the additional params to pass any type of values

---
 docs/_static/llama-stack-spec.html      | 21 ++++++++++++++++++++-
 docs/_static/llama-stack-spec.yaml      |  8 +++++++-
 llama_stack/apis/inference/inference.py |  2 +-
 3 files changed, 28 insertions(+), 3 deletions(-)

diff --git a/docs/_static/llama-stack-spec.html b/docs/_static/llama-stack-spec.html
index dcb3ef945..c35da8d55 100644
--- a/docs/_static/llama-stack-spec.html
+++ b/docs/_static/llama-stack-spec.html
@@ -4195,7 +4195,26 @@
                     "additional_params": {
                         "type": "object",
                         "additionalProperties": {
-                            "type": "string"
+                            "oneOf": [
+                                {
+                                    "type": "null"
+                                },
+                                {
+                                    "type": "boolean"
+                                },
+                                {
+                                    "type": "number"
+                                },
+                                {
+                                    "type": "string"
+                                },
+                                {
+                                    "type": "array"
+                                },
+                                {
+                                    "type": "object"
+                                }
+                            ]
                         }
                     }
                 },
diff --git a/docs/_static/llama-stack-spec.yaml b/docs/_static/llama-stack-spec.yaml
index c0a704230..591a296d0 100644
--- a/docs/_static/llama-stack-spec.yaml
+++ b/docs/_static/llama-stack-spec.yaml
@@ -2910,7 +2910,13 @@ components:
         additional_params:
           type: object
           additionalProperties:
-            type: string
+            oneOf:
+              - type: 'null'
+              - type: boolean
+              - type: number
+              - type: string
+              - type: array
+              - type: object
       additionalProperties: false
       required:
         - strategy
diff --git a/llama_stack/apis/inference/inference.py b/llama_stack/apis/inference/inference.py
index cb72c3b76..b91169fbb 100644
--- a/llama_stack/apis/inference/inference.py
+++ b/llama_stack/apis/inference/inference.py
@@ -82,7 +82,7 @@ class SamplingParams(BaseModel):
     max_tokens: Optional[int] = 0
     repetition_penalty: Optional[float] = 1.0
     stop: Optional[List[str]] = None
-    additional_params: Optional[Dict[str, str]] = {}
+    additional_params: Optional[Dict[str, Any]] = {}
 
 
 class LogProbConfig(BaseModel):