add build files to templates

2025-12-15 14:22:42 +00:00 · 2024-10-25 12:08:32 -07:00 · 2024-10-25 12:08:32 -07:00 · 19adb4070a
commit 19adb4070a
parent afae4e3d8e
11 changed files with 124 additions and 0 deletions
--- a/llama_stack/templates/tgi/build.yaml
+++ b/llama_stack/templates/tgi/build.yaml
@ -0,0 +1,13 @@
+name: tgi
+distribution_spec:
+  description: Use TGI for running LLM inference
+  providers:
+    inference: remote::tgi
+    memory:
+    - meta-reference
+    - remote::chromadb
+    - remote::pgvector
+    safety: meta-reference
+    agents: meta-reference
+    telemetry: meta-reference
+image_type: docker