From 3372301fa7f9a77b829bed70eed5999e85777c37 Mon Sep 17 00:00:00 2001 From: jhpiedrahitao Date: Tue, 1 Apr 2025 11:55:38 -0500 Subject: [PATCH] add litellm api_base param --- llama_stack/providers/remote/inference/sambanova/sambanova.py | 1 + 1 file changed, 1 insertion(+) diff --git a/llama_stack/providers/remote/inference/sambanova/sambanova.py b/llama_stack/providers/remote/inference/sambanova/sambanova.py index 4616c326f..68d959504 100644 --- a/llama_stack/providers/remote/inference/sambanova/sambanova.py +++ b/llama_stack/providers/remote/inference/sambanova/sambanova.py @@ -225,6 +225,7 @@ class SambaNovaInferenceAdapter(LiteLLMOpenAIMixin): return { "model": request.model, "api_key": api_key, + "api_base": self.config.url, **input_dict, "stream": request.stream, **get_sampling_options(request.sampling_params),