add litellm api_base param

2025-08-03 01:03:59 +00:00 · 2025-04-01 11:55:38 -05:00 · 2025-04-01 11:55:38 -05:00 · 3372301fa7
commit 3372301fa7
parent 9c9f9577e2
1 changed files with 1 additions and 0 deletions
--- a/llama_stack/providers/remote/inference/sambanova/sambanova.py
+++ b/llama_stack/providers/remote/inference/sambanova/sambanova.py
@ -225,6 +225,7 @@ class SambaNovaInferenceAdapter(LiteLLMOpenAIMixin):
        return {
            "model": request.model,
            "api_key": api_key,
+            "api_base": self.config.url,
            **input_dict,
            "stream": request.stream,
            **get_sampling_options(request.sampling_params),