phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-15 14:08:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update SambaNovaInferenceAdapter._get_params to use api_base

Browse source
This commit is contained in:
Matthew Farrellee 2025-07-31 13:04:35 -05:00
parent c641eba5e9
commit 037d28f08e
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_stack/providers/remote/inference/sambanova/sambanova.py
View file

@ -38,6 +38,7 @@ class SambaNovaInferenceAdapter(LiteLLMOpenAIMixin):
litellm_provider_name="sambanova", litellm_provider_name="sambanova",
api_key_from_config=self.config.api_key.get_secret_value() if self.config.api_key else None, api_key_from_config=self.config.api_key.get_secret_value() if self.config.api_key else None,
provider_data_api_key_field="sambanova_api_key", provider_data_api_key_field="sambanova_api_key",
openai_compat_api_base=self.config.url,
) )
async def _get_params(self, request: ChatCompletionRequest) -> dict: async def _get_params(self, request: ChatCompletionRequest) -> dict:
@ -80,7 +81,7 @@ class SambaNovaInferenceAdapter(LiteLLMOpenAIMixin):
return { return {
"model": request.model, "model": request.model,
"api_key": self.get_api_key(), "api_key": self.get_api_key(),
"api_base": self.config.url, "api_base": self.api_base,
**input_dict, **input_dict,
"stream": request.stream, "stream": request.stream,
**get_sampling_options(request.sampling_params), **get_sampling_options(request.sampling_params),