add all providers

llama_stack/templates/bedrock/run.yaml

@@ -24,6 +24,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/bedrock}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: bedrock
     provider_type: remote::bedrock
@@ -48,10 +54,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/fireworks/run.yaml

@@ -26,6 +26,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/fireworks}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -50,10 +56,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/hf-endpoint/run-with-safety.yaml

@@ -31,6 +31,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/hf-endpoint}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -55,10 +61,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/hf-endpoint/run.yaml

@@ -26,6 +26,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/hf-endpoint}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -50,10 +56,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/hf-serverless/run-with-safety.yaml

@@ -31,6 +31,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/hf-serverless}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -55,10 +61,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/hf-serverless/run.yaml

@@ -26,6 +26,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/hf-serverless}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -50,10 +56,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/meta-reference-gpu/run-with-safety.yaml

@@ -33,6 +33,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/meta-reference-gpu}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -57,10 +63,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/meta-reference-gpu/run.yaml

@@ -27,6 +27,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/meta-reference-gpu}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -51,10 +57,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/meta-reference-quantized-gpu/run.yaml

@@ -29,6 +29,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/meta-reference-quantized-gpu}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -53,10 +59,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/ollama/run-with-safety.yaml

@@ -25,6 +25,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/ollama}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -49,10 +55,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/ollama/run.yaml

@@ -25,6 +25,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/ollama}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -49,10 +55,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/remote-vllm/run-with-safety.yaml

@@ -30,6 +30,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/remote-vllm}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard

llama_stack/templates/remote-vllm/run.yaml

@@ -24,6 +24,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/remote-vllm}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard

llama_stack/templates/template.py

@@ -44,36 +44,37 @@ class RunConfigSettings(BaseModel):
                 provider_configs[api_str] = api_providers
                 continue
 
-            provider_type = provider_types[0]
+            provider_configs[api_str] = []
-            provider_id = provider_type.split("::")[-1]
+            for provider_type in provider_types:
+                provider_id = provider_type.split("::")[-1]
 
-            api = Api(api_str)
+                api = Api(api_str)
-            if provider_type not in provider_registry[api]:
+                if provider_type not in provider_registry[api]:
-                raise ValueError(
+                    raise ValueError(
-                    f"Unknown provider type: {provider_type} for API: {api_str}"
+                        f"Unknown provider type: {provider_type} for API: {api_str}"
+                    )
+
+                config_class = provider_registry[api][provider_type].config_class
+                assert (
+                    config_class is not None
+                ), f"No config class for provider type: {provider_type} for API: {api_str}"
+
+                config_class = instantiate_class_type(config_class)
+                if hasattr(config_class, "sample_run_config"):
+                    config = config_class.sample_run_config(
+                        __distro_dir__=f"distributions/{name}"
+                    )
+                else:
+                    config = {}
+
+                provider_configs[api_str].append(
+                    Provider(
+                        provider_id=provider_id,
+                        provider_type=provider_type,
+                        config=config,
+                    )
                 )
 
-            config_class = provider_registry[api][provider_type].config_class
-            assert (
-                config_class is not None
-            ), f"No config class for provider type: {provider_type} for API: {api_str}"
-
-            config_class = instantiate_class_type(config_class)
-            if hasattr(config_class, "sample_run_config"):
-                config = config_class.sample_run_config(
-                    __distro_dir__=f"distributions/{name}"
-                )
-            else:
-                config = {}
-
-            provider_configs[api_str] = [
-                Provider(
-                    provider_id=provider_id,
-                    provider_type=provider_type,
-                    config=config,
-                )
-            ]
-
         # Get unique set of APIs from providers
         apis = list(sorted(providers.keys()))
 

llama_stack/templates/tgi/run-with-safety.yaml

@@ -29,6 +29,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/tgi}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -53,10 +59,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/tgi/run.yaml

@@ -25,6 +25,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/tgi}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -49,10 +55,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/together/run.yaml

@@ -26,6 +26,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/together}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -50,10 +56,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite

llama_stack/templates/vllm-gpu/run.yaml

@@ -29,6 +29,12 @@ providers:
         type: sqlite
         namespace: null
         db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/vllm-gpu}/faiss_store.db
+  - provider_id: chromadb
+    provider_type: remote::chromadb
+    config: {}
+  - provider_id: pgvector
+    provider_type: remote::pgvector
+    config: {}
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
@@ -53,10 +59,19 @@ providers:
   - provider_id: huggingface
     provider_type: remote::huggingface
     config: {}
+  - provider_id: localfs
+    provider_type: inline::localfs
+    config: {}
   scoring:
   - provider_id: basic
     provider_type: inline::basic
     config: {}
+  - provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+    config: {}
+  - provider_id: braintrust
+    provider_type: inline::braintrust
+    config: {}
 metadata_store:
   namespace: null
   type: sqlite