Add nvidia remote distro

2025-12-21 05:52:25 +00:00 · 2024-11-19 21:02:20 +00:00 · 2024-11-19 21:02:20 +00:00 · a5d413045c
commit a5d413045c
parent 18e8f18749
7 changed files with 273 additions and 1 deletions
--- a/llama_stack/templates/nvidia/build.yaml
+++ b/llama_stack/templates/nvidia/build.yaml
@ -0,0 +1,19 @@
+version: '2'
+name: nvidia
+distribution_spec:
+  description: Use NVIDIA NIM for running LLM inference
+  docker_image: null
+  providers:
+    inference:
+    - remote::nvidia
+    memory:
+    - inline::faiss
+    - remote::chromadb
+    - remote::pgvector
+    safety:
+    - inline::llama-guard
+    agents:
+    - inline::meta-reference
+    telemetry:
+    - inline::meta-reference
+image_type: conda