phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-31 07:33:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add nvidia distribution

Browse source
This commit is contained in:
Ubuntu 2025-03-06 18:26:53 +00:00 • committed by raspawar
parent 63e380400a
commit c71e2a0d87
7 changed files with 67 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/templates/nvidia/run.yaml
View file

@ -8,6 +8,7 @@ apis:
- safety
- scoring
- telemetry
- post_training
- tool_runtime
- vector_io
providers:
@ -73,6 +74,10 @@ providers:
provider_type: inline::braintrust
config:
openai_api_key: ${env.OPENAI_API_KEY:}
post_training:
- provider_id: nvidia-customizer
provider_type: remote::nvidia
config: {}
tool_runtime:
- provider_id: rag-runtime
provider_type: inline::rag-runtime