From 037d28f08e63504f5152daaa9a496860eaf39750 Mon Sep 17 00:00:00 2001 From: Matthew Farrellee Date: Thu, 31 Jul 2025 13:04:35 -0500 Subject: [PATCH] update SambaNovaInferenceAdapter._get_params to use api_base --- llama_stack/providers/remote/inference/sambanova/sambanova.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/llama_stack/providers/remote/inference/sambanova/sambanova.py b/llama_stack/providers/remote/inference/sambanova/sambanova.py index 0a83fdf26..1391a2c8f 100644 --- a/llama_stack/providers/remote/inference/sambanova/sambanova.py +++ b/llama_stack/providers/remote/inference/sambanova/sambanova.py @@ -38,6 +38,7 @@ class SambaNovaInferenceAdapter(LiteLLMOpenAIMixin): litellm_provider_name="sambanova", api_key_from_config=self.config.api_key.get_secret_value() if self.config.api_key else None, provider_data_api_key_field="sambanova_api_key", + openai_compat_api_base=self.config.url, ) async def _get_params(self, request: ChatCompletionRequest) -> dict: @@ -80,7 +81,7 @@ class SambaNovaInferenceAdapter(LiteLLMOpenAIMixin): return { "model": request.model, "api_key": self.get_api_key(), - "api_base": self.config.url, + "api_base": self.api_base, **input_dict, "stream": request.stream, **get_sampling_options(request.sampling_params),