phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-15 14:08:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update SambaNovaInferenceAdapter to use liteLLMOpenAIMixin's get_api_key

Browse source
This commit is contained in:
Matthew Farrellee 2025-07-31 12:52:44 -05:00
parent fbf5096e5f
commit a88f5dd5ab
1 changed files with 1 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

14
llama_stack/providers/remote/inference/sambanova/sambanova.py
View file

@ -40,18 +40,6 @@ class SambaNovaInferenceAdapter(LiteLLMOpenAIMixin):
provider_data_api_key_field="sambanova_api_key", provider_data_api_key_field="sambanova_api_key",
) )
def _get_api_key(self) -> str:
config_api_key = self.config.api_key if self.config.api_key else None
if config_api_key:
return config_api_key.get_secret_value()
else:
provider_data = self.get_request_provider_data()
if provider_data is None or not provider_data.sambanova_api_key:
raise ValueError(
'Pass Sambanova API Key in the header X-LlamaStack-Provider-Data as { "sambanova_api_key": <your api key> }'
)
return provider_data.sambanova_api_key
async def _get_params(self, request: ChatCompletionRequest) -> dict: async def _get_params(self, request: ChatCompletionRequest) -> dict:
input_dict = {} input_dict = {}
@ -94,7 +82,7 @@ class SambaNovaInferenceAdapter(LiteLLMOpenAIMixin):
if provider_data and getattr(provider_data, key_field, None): if provider_data and getattr(provider_data, key_field, None):
api_key = getattr(provider_data, key_field) api_key = getattr(provider_data, key_field)
else: else:
api_key = self._get_api_key() api_key = self.get_api_key()
return { return {
"model": request.model, "model": request.model,