From 6a13461afab3c3c2201f99ec514013a7029f00c5 Mon Sep 17 00:00:00 2001 From: Hardik Shah Date: Fri, 31 Jan 2025 12:59:49 -0800 Subject: [PATCH] fixed nvidia change --- llama_stack/providers/remote/inference/nvidia/config.py | 4 ++-- llama_stack/templates/nvidia/run.yaml | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/llama_stack/providers/remote/inference/nvidia/config.py b/llama_stack/providers/remote/inference/nvidia/config.py index d062e65d2..d31fa9d25 100644 --- a/llama_stack/providers/remote/inference/nvidia/config.py +++ b/llama_stack/providers/remote/inference/nvidia/config.py @@ -52,6 +52,6 @@ class NVIDIAConfig(BaseModel): @classmethod def sample_run_config(cls, **kwargs) -> Dict[str, Any]: return { - "url": "https://integrate.api.nvidia.com", - "api_key": "${env.NVIDIA_API_KEY}", + "url": "${env.NVIDIA_BASE_URL:https://integrate.api.nvidia.com}", + "api_key": "${env.NVIDIA_API_KEY:}", } diff --git a/llama_stack/templates/nvidia/run.yaml b/llama_stack/templates/nvidia/run.yaml index c57ca2b9a..6dc325e9d 100644 --- a/llama_stack/templates/nvidia/run.yaml +++ b/llama_stack/templates/nvidia/run.yaml @@ -15,8 +15,8 @@ providers: - provider_id: nvidia provider_type: remote::nvidia config: - url: https://integrate.api.nvidia.com - api_key: ${env.NVIDIA_API_KEY} + url: ${env.NVIDIA_BASE_URL:https://integrate.api.nvidia.com} + api_key: ${env.NVIDIA_API_KEY:} vector_io: - provider_id: faiss provider_type: inline::faiss