phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-16 23:52:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

allow env NVIDIA_BASE_URL to set NVIDIAConfig.url

Browse source
This commit is contained in:
Matthew Farrellee 2024-11-26 10:10:05 -05:00
parent d3956a1d22
commit 1708ab1225
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/remote/inference/nvidia/config.py
View file

@ -35,7 +35,9 @@ class NVIDIAConfig(BaseModel):
"""
url: str = Field(
default="https://integrate.api.nvidia.com",
default_factory=lambda: os.getenv(
"NVIDIA_BASE_URL", "https://integrate.api.nvidia.com"
),
description="A base url for accessing the NVIDIA NIM",
)
api_key: Optional[str] = Field(