phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-18 10:18:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

allow env NVIDIA_BASE_URL to set NVIDIAConfig.url

Browse source
This commit is contained in:
Matthew Farrellee 2024-11-26 10:10:05 -05:00
parent d3956a1d22
commit 1708ab1225
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/remote/inference/nvidia/config.py
View file

@ -35,7 +35,9 @@ class NVIDIAConfig(BaseModel):
""" """
url: str = Field( url: str = Field(
default="https://integrate.api.nvidia.com", default_factory=lambda: os.getenv(
"NVIDIA_BASE_URL", "https://integrate.api.nvidia.com"
),
description="A base url for accessing the NVIDIA NIM", description="A base url for accessing the NVIDIA NIM",
) )
api_key: Optional[str] = Field( api_key: Optional[str] = Field(