phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-03 17:29:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add litellm api_base param

Browse source
This commit is contained in:
jhpiedrahitao 2025-04-01 11:55:38 -05:00
parent 9c9f9577e2
commit 3372301fa7
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_stack/providers/remote/inference/sambanova/sambanova.py
View file

@ -225,6 +225,7 @@ class SambaNovaInferenceAdapter(LiteLLMOpenAIMixin):
return { return {
"model": request.model, "model": request.model,
"api_key": api_key, "api_key": api_key,
"api_base": self.config.url,
**input_dict, **input_dict,
"stream": request.stream, "stream": request.stream,
**get_sampling_options(request.sampling_params), **get_sampling_options(request.sampling_params),