add all providers

llama_stack/templates/bedrock/run.yaml

@@ -24,6 +24,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/bedrock}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: bedrock
     provider_type: remote::bedrock
@@ -48,10 +54,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/fireworks/run.yaml

@@ -26,6 +26,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/fireworks}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -50,10 +56,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/hf-endpoint/run-with-safety.yaml

@@ -31,6 +31,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/hf-endpoint}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -55,10 +61,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/hf-endpoint/run.yaml

@@ -26,6 +26,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/hf-endpoint}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -50,10 +56,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/hf-serverless/run-with-safety.yaml

@@ -31,6 +31,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/hf-serverless}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -55,10 +61,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/hf-serverless/run.yaml

@@ -26,6 +26,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/hf-serverless}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -50,10 +56,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/meta-reference-gpu/run-with-safety.yaml

@@ -33,6 +33,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/meta-reference-gpu}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -57,10 +63,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/meta-reference-gpu/run.yaml

@@ -27,6 +27,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/meta-reference-gpu}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -51,10 +57,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/meta-reference-quantized-gpu/run.yaml

@@ -29,6 +29,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/meta-reference-quantized-gpu}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -53,10 +59,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/ollama/run-with-safety.yaml

@@ -25,6 +25,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/ollama}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -49,10 +55,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/ollama/run.yaml

@@ -25,6 +25,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/ollama}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -49,10 +55,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/remote-vllm/run-with-safety.yaml

@@ -30,6 +30,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/remote-vllm}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard

llama_stack/templates/remote-vllm/run.yaml

@@ -24,6 +24,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/remote-vllm}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard

llama_stack/templates/template.py

@@ -44,7 +44,8 @@ class RunConfigSettings(BaseModel):
                 provider_configs[api_str] = api_providers
                 continue
 
-            provider_type = provider_types[0]
+            provider_configs[api_str] = []
+            for provider_type in provider_types:
                 provider_id = provider_type.split("::")[-1]
 
                 api = Api(api_str)
@@ -66,13 +67,13 @@ class RunConfigSettings(BaseModel):
                 else:
                     config = {}
 
-            provider_configs[api_str] = [
+                provider_configs[api_str].append(
                     Provider(
                         provider_id=provider_id,
                         provider_type=provider_type,
                         config=config,
                     )
-            ]
+                )
 
         # Get unique set of APIs from providers
         apis = list(sorted(providers.keys()))

llama_stack/templates/tgi/run-with-safety.yaml

@@ -29,6 +29,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/tgi}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -53,10 +59,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/tgi/run.yaml

@@ -25,6 +25,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/tgi}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -49,10 +55,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/together/run.yaml

@@ -26,6 +26,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/together}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -50,10 +56,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/vllm-gpu/run.yaml

@@ -29,6 +29,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/vllm-gpu}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -53,10 +59,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite