feat: new provider configurations

re-generate the templated distributions and add a `provider_configs` folder for each template. These provider configs get copied into ~/.llama/distributions/DISTRO_NAME/provider_configs
upon `llama stack build`

Signed-off-by: Charlie Doern <cdoern@redhat.com>

llama_stack/templates/bedrock/provider_configs/__init__.py

@@ -0,0 +1,5 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.

llama_stack/templates/bedrock/provider_configs/braintrust.yaml

@@ -0,0 +1 @@
+openai_api_key: ${env.OPENAI_API_KEY:+}

llama_stack/templates/bedrock/provider_configs/brave-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.BRAVE_SEARCH_API_KEY:+}
+max_results: 3

llama_stack/templates/bedrock/provider_configs/faiss.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/faiss_store.db

llama_stack/templates/bedrock/provider_configs/huggingface.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/huggingface_datasetio.db

llama_stack/templates/bedrock/provider_configs/localfs.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/localfs_datasetio.db

llama_stack/templates/bedrock/provider_configs/meta-reference-agents.yaml

@@ -0,0 +1,7 @@
+persistence_store:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/agents_store.db
+responses_store:
+  type: sqlite
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/responses_store.db

llama_stack/templates/bedrock/provider_configs/meta-reference-eval.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/meta_reference_eval.db

llama_stack/templates/bedrock/provider_configs/meta-reference-telemetry.yaml

@@ -0,0 +1,3 @@
+service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
+sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
+sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/trace_store.db

llama_stack/templates/bedrock/provider_configs/tavily-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.TAVILY_SEARCH_API_KEY:+}
+max_results: 3

llama_stack/templates/bedrock/run.yaml

@@ -37,7 +37,7 @@ providers:
         db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/agents_store.db
       responses_store:
         type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/bedrock}/responses_store.db
+        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
@@ -101,7 +101,7 @@ metadata_store:
   db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/registry.db
 inference_store:
   type: sqlite
-  db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/bedrock}/inference_store.db
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/inference_store.db
 models:
 - metadata: {}
   model_id: meta.llama3-1-8b-instruct-v1:0

llama_stack/templates/cerebras/provider_configs/__init__.py

@@ -0,0 +1,5 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.

llama_stack/templates/cerebras/provider_configs/braintrust.yaml

@@ -0,0 +1 @@
+openai_api_key: ${env.OPENAI_API_KEY:+}

llama_stack/templates/cerebras/provider_configs/brave-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.BRAVE_SEARCH_API_KEY:+}
+max_results: 3

llama_stack/templates/cerebras/provider_configs/cerebras.yaml

@@ -0,0 +1,2 @@
+base_url: https://api.cerebras.ai
+api_key: ${env.CEREBRAS_API_KEY}

llama_stack/templates/cerebras/provider_configs/faiss.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/faiss_store.db

llama_stack/templates/cerebras/provider_configs/huggingface.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/huggingface_datasetio.db

llama_stack/templates/cerebras/provider_configs/llama-guard.yaml

@@ -0,0 +1 @@
+excluded_categories: []

llama_stack/templates/cerebras/provider_configs/localfs.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/localfs_datasetio.db

llama_stack/templates/cerebras/provider_configs/meta-reference-agents.yaml

@@ -0,0 +1,7 @@
+persistence_store:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/agents_store.db
+responses_store:
+  type: sqlite
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/responses_store.db

llama_stack/templates/cerebras/provider_configs/meta-reference-eval.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/meta_reference_eval.db

llama_stack/templates/cerebras/provider_configs/meta-reference-telemetry.yaml

@@ -0,0 +1,3 @@
+service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
+sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
+sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/trace_store.db

llama_stack/templates/cerebras/provider_configs/tavily-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.TAVILY_SEARCH_API_KEY:+}
+max_results: 3

llama_stack/templates/cerebras/run.yaml

@@ -43,7 +43,7 @@ providers:
         db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/agents_store.db
       responses_store:
         type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/cerebras}/responses_store.db
+        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/responses_store.db
   eval:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
@@ -104,7 +104,7 @@ metadata_store:
   db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/registry.db
 inference_store:
   type: sqlite
-  db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/cerebras}/inference_store.db
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/inference_store.db
 models:
 - metadata: {}
   model_id: llama3.1-8b

llama_stack/templates/ci-tests/run.yaml

@@ -40,7 +40,7 @@ providers:
         db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/agents_store.db
       responses_store:
         type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/ci-tests}/responses_store.db
+        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
@@ -104,7 +104,7 @@ metadata_store:
   db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/registry.db
 inference_store:
   type: sqlite
-  db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/ci-tests}/inference_store.db
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/inference_store.db
 models:
 - metadata: {}
   model_id: accounts/fireworks/models/llama-v3p1-8b-instruct

llama_stack/templates/dell/provider_configs/__init__.py

@@ -0,0 +1,5 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.

llama_stack/templates/dell/provider_configs/braintrust.yaml

@@ -0,0 +1 @@
+openai_api_key: ${env.OPENAI_API_KEY:+}

llama_stack/templates/dell/provider_configs/brave-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.BRAVE_SEARCH_API_KEY:+}
+max_results: 3

llama_stack/templates/dell/provider_configs/chromadb.yaml

@@ -0,0 +1 @@
+url: ${env.CHROMA_URL}

llama_stack/templates/dell/provider_configs/huggingface.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/huggingface_datasetio.db

llama_stack/templates/dell/provider_configs/llama-guard.yaml

@@ -0,0 +1 @@
+excluded_categories: []

llama_stack/templates/dell/provider_configs/localfs.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/localfs_datasetio.db

llama_stack/templates/dell/provider_configs/meta-reference-agents.yaml

@@ -0,0 +1,7 @@
+persistence_store:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/agents_store.db
+responses_store:
+  type: sqlite
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/responses_store.db

llama_stack/templates/dell/provider_configs/meta-reference-eval.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/meta_reference_eval.db

llama_stack/templates/dell/provider_configs/meta-reference-telemetry.yaml

@@ -0,0 +1,3 @@
+service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
+sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
+sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/trace_store.db

llama_stack/templates/dell/provider_configs/tavily-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.TAVILY_SEARCH_API_KEY:+}
+max_results: 3

llama_stack/templates/dell/provider_configs/tgi0.yaml

@@ -0,0 +1 @@
+url: ${env.DEH_URL}

llama_stack/templates/dell/run-with-safety.yaml

@@ -43,7 +43,7 @@ providers:
         db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/agents_store.db
       responses_store:
         type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/dell}/responses_store.db
+        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
@@ -104,7 +104,7 @@ metadata_store:
   db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/registry.db
 inference_store:
   type: sqlite
-  db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/dell}/inference_store.db
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/inference_store.db
 models:
 - metadata: {}
   model_id: ${env.INFERENCE_MODEL}

llama_stack/templates/dell/run.yaml

@@ -39,7 +39,7 @@ providers:
         db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/agents_store.db
       responses_store:
         type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/dell}/responses_store.db
+        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
@@ -100,7 +100,7 @@ metadata_store:
   db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/registry.db
 inference_store:
   type: sqlite
-  db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/dell}/inference_store.db
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/inference_store.db
 models:
 - metadata: {}
   model_id: ${env.INFERENCE_MODEL}

llama_stack/templates/experimental-post-training/provider_configs/__init__.py

@@ -0,0 +1,5 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.

llama_stack/templates/experimental-post-training/provider_configs/braintrust.yaml

@@ -0,0 +1 @@
+openai_api_key: ${env.OPENAI_API_KEY:+}

llama_stack/templates/experimental-post-training/provider_configs/brave-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.BRAVE_SEARCH_API_KEY:+}
+max_results: 3

llama_stack/templates/experimental-post-training/provider_configs/faiss.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/experimental-post-training}/faiss_store.db

llama_stack/templates/experimental-post-training/provider_configs/huggingface-post-training.yaml

@@ -0,0 +1,3 @@
+checkpoint_format: huggingface
+distributed_backend: null
+device: cpu

llama_stack/templates/experimental-post-training/provider_configs/huggingface.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/huggingface}/huggingface_datasetio.db

llama_stack/templates/experimental-post-training/provider_configs/localfs.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/experimental-post-training}/localfs_datasetio.db

llama_stack/templates/experimental-post-training/provider_configs/meta-reference-agents.yaml

@@ -0,0 +1,4 @@
+persistence_store:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/experimental-post-training}/agents_store.db

llama_stack/templates/experimental-post-training/provider_configs/meta-reference-eval.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/meta_reference_eval.db

llama_stack/templates/experimental-post-training/provider_configs/meta-reference-inference.yaml

@@ -0,0 +1,3 @@
+max_seq_len: 4096
+checkpoint_dir: null
+create_distributed_process_group: False

llama_stack/templates/experimental-post-training/provider_configs/ollama.yaml

@@ -0,0 +1 @@
+url: ${env.OLLAMA_URL:=http://localhost:11434}

llama_stack/templates/experimental-post-training/run.yaml

@@ -17,88 +17,55 @@ providers:
   inference:
   - provider_id: meta-reference-inference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/meta-reference-inference.yaml
-      max_seq_len: 4096
-      checkpoint_dir: null
-      create_distributed_process_group: False
   - provider_id: ollama
     provider_type: remote::ollama
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/ollama.yaml
-      url: ${env.OLLAMA_URL:http://localhost:11434}
   eval:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/meta-reference-eval.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/meta-reference-gpu}/meta_reference_eval.db
   scoring:
   - provider_id: basic
     provider_type: inline::basic
-    config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/braintrust.yaml
-      openai_api_key: ${env.OPENAI_API_KEY:}
   datasetio:
   - provider_id: localfs
     provider_type: inline::localfs
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/localfs.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/experimental-post-training}/localfs_datasetio.db
   - provider_id: huggingface
     provider_type: remote::huggingface
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/huggingface.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/huggingface}/huggingface_datasetio.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config: {}
   post_training:
   - provider_id: huggingface
     provider_type: inline::huggingface
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/huggingface-post-training.yaml
-      checkpoint_format: huggingface
-      distributed_backend: null
-      device: cpu
   agents:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/meta-reference-agents.yaml
-      persistence_store:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/experimental-post-training}/agents_store.db
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
-    config: {}
   vector_io:
   - provider_id: faiss
     provider_type: inline::faiss
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/faiss.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/experimental-post-training}/faiss_store.db
   tool_runtime:
   - provider_id: brave-search
     provider_type: remote::brave-search
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/brave-search.yaml
-      api_key: ${env.BRAVE_SEARCH_API_KEY:}
-      max_results: 3
 
 
 metadata_store:
   namespace: null
   type: sqlite
-  db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/experimental-post-training}/registry.db
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/experimental-post-training}/registry.db
 models: []
 shields: []
 vector_dbs: []

llama_stack/templates/fireworks/provider_configs/__init__.py

@@ -0,0 +1,5 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.

llama_stack/templates/fireworks/provider_configs/basic.yaml

@@ -0,0 +1 @@
+{}

llama_stack/templates/fireworks/provider_configs/braintrust.yaml

@@ -0,0 +1 @@
+openai_api_key: ${env.OPENAI_API_KEY:+}

llama_stack/templates/fireworks/provider_configs/brave-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.BRAVE_SEARCH_API_KEY:+}
+max_results: 3

llama_stack/templates/fireworks/provider_configs/code-scanner.yaml

@@ -0,0 +1 @@
+{}

llama_stack/templates/fireworks/provider_configs/faiss.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/faiss_store.db

llama_stack/templates/fireworks/provider_configs/fireworks.yaml

@@ -0,0 +1,2 @@
+url: https://api.fireworks.ai/inference/v1
+api_key: ${env.FIREWORKS_API_KEY}

llama_stack/templates/fireworks/provider_configs/huggingface.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/huggingface_datasetio.db

llama_stack/templates/fireworks/provider_configs/llama-guard-vision.yaml

@@ -0,0 +1 @@
+{}

llama_stack/templates/fireworks/provider_configs/llama-guard.yaml

@@ -0,0 +1 @@
+excluded_categories: []

llama_stack/templates/fireworks/provider_configs/llm-as-judge.yaml

@@ -0,0 +1 @@
+{}

llama_stack/templates/fireworks/provider_configs/localfs.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/localfs_datasetio.db

llama_stack/templates/fireworks/provider_configs/meta-reference-agents.yaml

@@ -0,0 +1,7 @@
+persistence_store:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/agents_store.db
+responses_store:
+  type: sqlite
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/responses_store.db

llama_stack/templates/fireworks/provider_configs/meta-reference-eval.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/meta_reference_eval.db

llama_stack/templates/fireworks/provider_configs/meta-reference-files.yaml

@@ -0,0 +1,4 @@
+storage_dir: ${env.FILES_STORAGE_DIR:=~/.llama/distributions/fireworks/files}
+metadata_store:
+  type: sqlite
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/files_metadata.db

llama_stack/templates/fireworks/provider_configs/meta-reference-telemetry.yaml

@@ -0,0 +1,3 @@
+service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
+sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
+sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/trace_store.db

llama_stack/templates/fireworks/provider_configs/model-context-protocol.yaml

@@ -0,0 +1 @@
+{}

llama_stack/templates/fireworks/provider_configs/rag-runtime.yaml

@@ -0,0 +1 @@
+{}

llama_stack/templates/fireworks/provider_configs/sentence-transformers.yaml

@@ -0,0 +1 @@
+{}

llama_stack/templates/fireworks/provider_configs/tavily-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.TAVILY_SEARCH_API_KEY:+}
+max_results: 3

llama_stack/templates/fireworks/provider_configs/wolfram-alpha.yaml

@@ -0,0 +1 @@
+api_key: ${env.WOLFRAM_ALPHA_API_KEY:+}

llama_stack/templates/fireworks/run-with-safety.yaml

@@ -49,7 +49,7 @@ providers:
         db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/agents_store.db
       responses_store:
         type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/fireworks}/responses_store.db
+        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
@@ -98,7 +98,7 @@ providers:
       storage_dir: ${env.FILES_STORAGE_DIR:=~/.llama/distributions/fireworks/files}
       metadata_store:
         type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/fireworks}/files_metadata.db
+        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/files_metadata.db
   tool_runtime:
   - provider_id: brave-search
     provider_type: remote::brave-search
@@ -125,7 +125,7 @@ metadata_store:
   db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/registry.db
 inference_store:
   type: sqlite
-  db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/fireworks}/inference_store.db
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/inference_store.db
 models:
 - metadata: {}
   model_id: accounts/fireworks/models/llama-v3p1-8b-instruct

llama_stack/templates/fireworks/run.yaml

@@ -44,7 +44,7 @@ providers:
         db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/agents_store.db
       responses_store:
         type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/fireworks}/responses_store.db
+        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
@@ -93,7 +93,7 @@ providers:
       storage_dir: ${env.FILES_STORAGE_DIR:=~/.llama/distributions/fireworks/files}
       metadata_store:
         type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/fireworks}/files_metadata.db
+        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/files_metadata.db
   tool_runtime:
   - provider_id: brave-search
     provider_type: remote::brave-search
@@ -120,7 +120,7 @@ metadata_store:
   db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/registry.db
 inference_store:
   type: sqlite
-  db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/fireworks}/inference_store.db
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/inference_store.db
 models:
 - metadata: {}
   model_id: accounts/fireworks/models/llama-v3p1-8b-instruct

llama_stack/templates/groq/provider_configs/__init__.py

@@ -0,0 +1,5 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.

llama_stack/templates/groq/provider_configs/braintrust.yaml

@@ -0,0 +1 @@
+openai_api_key: ${env.OPENAI_API_KEY:+}

llama_stack/templates/groq/provider_configs/brave-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.BRAVE_SEARCH_API_KEY:+}
+max_results: 3

llama_stack/templates/groq/provider_configs/faiss.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/faiss_store.db

llama_stack/templates/groq/provider_configs/groq.yaml

@@ -0,0 +1,2 @@
+url: https://api.groq.com
+api_key: ${env.GROQ_API_KEY}

llama_stack/templates/groq/provider_configs/huggingface.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/huggingface_datasetio.db

llama_stack/templates/groq/provider_configs/llama-guard.yaml

@@ -0,0 +1 @@
+excluded_categories: []

llama_stack/templates/groq/provider_configs/localfs.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/localfs_datasetio.db

llama_stack/templates/groq/provider_configs/meta-reference-agents.yaml

@@ -0,0 +1,7 @@
+persistence_store:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/agents_store.db
+responses_store:
+  type: sqlite
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/responses_store.db

llama_stack/templates/groq/provider_configs/meta-reference-eval.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/meta_reference_eval.db

llama_stack/templates/groq/provider_configs/meta-reference-telemetry.yaml

@@ -0,0 +1,3 @@
+service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
+sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
+sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/trace_store.db

llama_stack/templates/groq/provider_configs/tavily-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.TAVILY_SEARCH_API_KEY:+}
+max_results: 3

llama_stack/templates/groq/run.yaml

@@ -43,7 +43,7 @@ providers:
         db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/agents_store.db
       responses_store:
         type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/groq}/responses_store.db
+        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
@@ -104,7 +104,7 @@ metadata_store:
   db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/registry.db
 inference_store:
   type: sqlite
-  db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/groq}/inference_store.db
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/inference_store.db
 models:
 - metadata: {}
   model_id: groq/llama3-8b-8192

llama_stack/templates/hf-endpoint/provider_configs/__init__.py

@@ -0,0 +1,5 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.

llama_stack/templates/hf-endpoint/provider_configs/braintrust.yaml

@@ -0,0 +1 @@
+openai_api_key: ${env.OPENAI_API_KEY:+}

llama_stack/templates/hf-endpoint/provider_configs/brave-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.BRAVE_SEARCH_API_KEY:+}
+max_results: 3

llama_stack/templates/hf-endpoint/provider_configs/faiss.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/faiss_store.db

llama_stack/templates/hf-endpoint/provider_configs/hf-endpoint.yaml

@@ -0,0 +1,2 @@
+endpoint_name: ${env.INFERENCE_ENDPOINT_NAME}
+api_token: ${env.HF_API_TOKEN}

llama_stack/templates/hf-endpoint/provider_configs/huggingface.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/huggingface_datasetio.db

llama_stack/templates/hf-endpoint/provider_configs/llama-guard.yaml

@@ -0,0 +1 @@
+excluded_categories: []

llama_stack/templates/hf-endpoint/provider_configs/localfs.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/localfs_datasetio.db

llama_stack/templates/hf-endpoint/provider_configs/meta-reference-agents.yaml

@@ -0,0 +1,7 @@
+persistence_store:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/agents_store.db
+responses_store:
+  type: sqlite
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/responses_store.db

llama_stack/templates/hf-endpoint/provider_configs/meta-reference-eval.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/meta_reference_eval.db

llama_stack/templates/hf-endpoint/provider_configs/meta-reference-telemetry.yaml

@@ -0,0 +1,3 @@
+service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
+sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
+sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/trace_store.db

llama_stack/templates/hf-endpoint/provider_configs/tavily-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.TAVILY_SEARCH_API_KEY:+}
+max_results: 3

llama_stack/templates/hf-endpoint/run-with-safety.yaml

@@ -48,7 +48,7 @@ providers:
         db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/agents_store.db
       responses_store:
         type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/hf-endpoint}/responses_store.db
+        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
@@ -112,7 +112,7 @@ metadata_store:
   db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/registry.db
 inference_store:
   type: sqlite
-  db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/hf-endpoint}/inference_store.db
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/inference_store.db
 models:
 - metadata: {}
   model_id: ${env.INFERENCE_MODEL}