phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-30 02:49:33 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add version env variable

Browse source
This commit is contained in:
Rashmi Pawar 2025-04-16 14:33:41 +05:30
parent 436b3269dc
commit 1d960bacdc
8 changed files with 16 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/providers/remote/inference/nvidia/config.py
View file

@ -47,10 +47,15 @@ class NVIDIAConfig(BaseModel):
default=60,
description="Timeout for the HTTP requests",
)
append_api_version: bool = Field(
default=lambda: os.getenv("NVIDIA_APPEND_API_VERSION", True),
description="Whether to append the API version to the model ID",
)
@classmethod
def sample_run_config(cls, **kwargs) -> Dict[str, Any]:
return {
"url": "${env.NVIDIA_BASE_URL:https://integrate.api.nvidia.com}",
"api_key": "${env.NVIDIA_API_KEY:}",
"append_api_version": "${env.NVIDIA_APPEND_API_VERSION:True}",
}