phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-06 10:42:39 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixed nvidia change

Browse source
This commit is contained in:
Hardik Shah 2025-01-31 12:59:49 -08:00
parent 5caa0f4aa1
commit 6a13461afa
2 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/remote/inference/nvidia/config.py
View file

@ -52,6 +52,6 @@ class NVIDIAConfig(BaseModel):
@classmethod
def sample_run_config(cls, **kwargs) -> Dict[str, Any]:
return {
"url": "https://integrate.api.nvidia.com",
"api_key": "${env.NVIDIA_API_KEY}",
"url": "${env.NVIDIA_BASE_URL:https://integrate.api.nvidia.com}",
"api_key": "${env.NVIDIA_API_KEY:}",
}

4
llama_stack/templates/nvidia/run.yaml
View file

@ -15,8 +15,8 @@ providers:
- provider_id: nvidia
provider_type: remote::nvidia
config:
url: https://integrate.api.nvidia.com
api_key: ${env.NVIDIA_API_KEY}
url: ${env.NVIDIA_BASE_URL:https://integrate.api.nvidia.com}
api_key: ${env.NVIDIA_API_KEY:}
vector_io:
- provider_id: faiss
provider_type: inline::faiss