phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-03 12:32:17 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

added nvidia as safety provider

Browse source
This commit is contained in:
Chantal D Gama Rose 2025-02-25 08:16:49 +00:00
parent 07a992ef90
commit 0593408c19
14 changed files with 354 additions and 78 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/remote/inference/nvidia/nvidia.py
View file

@ -85,7 +85,7 @@ class NVIDIAInferenceAdapter(Inference, ModelRegistryHelper):
# make sure the client lives longer than any async calls
self._client = AsyncOpenAI(
base_url=f"{self._config.url}/v1",
api_key=(self._config.api_key.get_secret_value() if self._config.api_key else "NO KEY"),
api_key=(self._config.api_key if self._config.api_key else "NO KEY"),
timeout=self._config.timeout,
)