From 115bf2a23fada9147dfb50c855877114268791db Mon Sep 17 00:00:00 2001 From: Matthew Farrellee Date: Wed, 29 Jan 2025 11:52:43 -0500 Subject: [PATCH] add NVIDIA_BASE_URL and NVIDIA_API_KEY to control hosted vs local endpoints use --env NVIDIA_BASE_URL=http://localhost:8000 to connect to a local NIM running at localhost:8000 use --env NVIDIA_API_KEY=blah when connecting to hosted NIM, e.g. NVIDIA_BASE_URL=https://integrate.api.nvidia.com --- llama_stack/templates/nvidia/run.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/llama_stack/templates/nvidia/run.yaml b/llama_stack/templates/nvidia/run.yaml index c57ca2b9a..6dc325e9d 100644 --- a/llama_stack/templates/nvidia/run.yaml +++ b/llama_stack/templates/nvidia/run.yaml @@ -15,8 +15,8 @@ providers: - provider_id: nvidia provider_type: remote::nvidia config: - url: https://integrate.api.nvidia.com - api_key: ${env.NVIDIA_API_KEY} + url: ${env.NVIDIA_BASE_URL:https://integrate.api.nvidia.com} + api_key: ${env.NVIDIA_API_KEY:} vector_io: - provider_id: faiss provider_type: inline::faiss