updated the additional params to pass any type of values

docs/_static/llama-stack-spec.html

@@ -4195,7 +4195,26 @@
                     "additional_params": {
                         "type": "object",
                         "additionalProperties": {
+                            "oneOf": [
+                                {
+                                    "type": "null"
+                                },
+                                {
+                                    "type": "boolean"
+                                },
+                                {
+                                    "type": "number"
+                                },
+                                {
                                     "type": "string"
+                                },
+                                {
+                                    "type": "array"
+                                },
+                                {
+                                    "type": "object"
+                                }
+                            ]
                         }
                     }
                 },

docs/_static/llama-stack-spec.yaml

@@ -2910,7 +2910,13 @@ components:
         additional_params:
           type: object
           additionalProperties:
-            type: string
+            oneOf:
+              - type: 'null'
+              - type: boolean
+              - type: number
+              - type: string
+              - type: array
+              - type: object
       additionalProperties: false
       required:
         - strategy

llama_stack/apis/inference/inference.py

@@ -82,7 +82,7 @@ class SamplingParams(BaseModel):
     max_tokens: Optional[int] = 0
     repetition_penalty: Optional[float] = 1.0
     stop: Optional[List[str]] = None
-    additional_params: Optional[Dict[str, str]] = {}
+    additional_params: Optional[Dict[str, Any]] = {}
 
 
 class LogProbConfig(BaseModel):