diff --git a/llama_stack/templates/nvidia/run.yaml b/llama_stack/templates/nvidia/run.yaml
index c57ca2b9a..6dc325e9d 100644
--- a/llama_stack/templates/nvidia/run.yaml
+++ b/llama_stack/templates/nvidia/run.yaml
@@ -15,8 +15,8 @@ providers:
   - provider_id: nvidia
     provider_type: remote::nvidia
     config:
-      url: https://integrate.api.nvidia.com
-      api_key: ${env.NVIDIA_API_KEY}
+      url: ${env.NVIDIA_BASE_URL:https://integrate.api.nvidia.com}
+      api_key: ${env.NVIDIA_API_KEY:}
   vector_io:
   - provider_id: faiss
     provider_type: inline::faiss