From d954f2752e386634f861e0447e9998e0ab15d15c Mon Sep 17 00:00:00 2001 From: Yuan Tang Date: Tue, 11 Feb 2025 00:20:50 -0500 Subject: [PATCH] fix: Added missing `tool_config` arg in SambaNova `chat_completion()` (#1042) # What does this PR do? `tool_config` is missing from the signature but is used in `ChatCompletionRequest()`. ## Test Plan This is a small fix. I don't have SambaNova to test the change but I doubt that this is currently working. Signed-off-by: Yuan Tang --- llama_stack/providers/remote/inference/sambanova/sambanova.py | 1 + 1 file changed, 1 insertion(+) diff --git a/llama_stack/providers/remote/inference/sambanova/sambanova.py b/llama_stack/providers/remote/inference/sambanova/sambanova.py index dd697cd62..87aab1e88 100644 --- a/llama_stack/providers/remote/inference/sambanova/sambanova.py +++ b/llama_stack/providers/remote/inference/sambanova/sambanova.py @@ -116,6 +116,7 @@ class SambaNovaInferenceAdapter(ModelRegistryHelper, Inference): tool_choice: Optional[ToolChoice] = ToolChoice.auto, tool_prompt_format: Optional[ToolPromptFormat] = ToolPromptFormat.json, stream: Optional[bool] = False, + tool_config: Optional[ToolConfig] = None, logprobs: Optional[LogProbConfig] = None, ) -> AsyncGenerator: model = await self.model_store.get_model(model_id)