phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-07 02:58:21 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixed nvidia change

Browse source
This commit is contained in:
Hardik Shah 2025-01-31 12:59:49 -08:00
parent 5caa0f4aa1
commit 6a13461afa
2 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/remote/inference/nvidia/config.py
View file

@ -52,6 +52,6 @@ class NVIDIAConfig(BaseModel):
@classmethod @classmethod
def sample_run_config(cls, **kwargs) -> Dict[str, Any]: def sample_run_config(cls, **kwargs) -> Dict[str, Any]:
return { return {
"url": "https://integrate.api.nvidia.com", "url": "${env.NVIDIA_BASE_URL:https://integrate.api.nvidia.com}",
"api_key": "${env.NVIDIA_API_KEY}", "api_key": "${env.NVIDIA_API_KEY:}",
} }

4
llama_stack/templates/nvidia/run.yaml
View file

@ -15,8 +15,8 @@ providers:
- provider_id: nvidia - provider_id: nvidia
provider_type: remote::nvidia provider_type: remote::nvidia
config: config:
url: https://integrate.api.nvidia.com url: ${env.NVIDIA_BASE_URL:https://integrate.api.nvidia.com}
api_key: ${env.NVIDIA_API_KEY} api_key: ${env.NVIDIA_API_KEY:}
vector_io: vector_io:
- provider_id: faiss - provider_id: faiss
provider_type: inline::faiss provider_type: inline::faiss