Merge 2f994cfc50 into aa273944fd

llama_stack/cli/stack/_build.py

@@ -37,9 +37,9 @@ from llama_stack.distribution.datatypes import (
 )
 from llama_stack.distribution.distribution import get_provider_registry
 from llama_stack.distribution.resolver import InvalidProviderError
-from llama_stack.distribution.stack import replace_env_vars
 from llama_stack.distribution.utils.config_dirs import DISTRIBS_BASE_DIR, EXTERNAL_PROVIDERS_DIR
 from llama_stack.distribution.utils.dynamic import instantiate_class_type
+from llama_stack.distribution.utils.env import replace_env_vars
 from llama_stack.distribution.utils.exec import formulate_run_args, run_command
 from llama_stack.distribution.utils.image_types import LlamaStackImageType
 from llama_stack.providers.datatypes import Api
@@ -403,15 +403,27 @@ def _run_stack_build_command_from_build_config(
     if template_name:
         # copy run.yaml from template to build_dir instead of generating it again
         template_path = importlib.resources.files("llama_stack") / f"templates/{template_name}/run.yaml"
+        run_config_file: Path = None
+        provider_configs_new_dir: Path = None
         with importlib.resources.as_file(template_path) as path:
             run_config_file = build_dir / f"{template_name}-run.yaml"
             shutil.copy(path, run_config_file)
 
+        provider_configs_path = importlib.resources.files("llama_stack") / f"templates/{template_name}/provider_configs"
+        with importlib.resources.as_file(provider_configs_path) as path:
+            provider_configs_new_dir = build_dir / "provider_configs"
+            os.makedirs(provider_configs_new_dir, exist_ok=True)
+            shutil.copytree(path, provider_configs_new_dir, dirs_exist_ok=True)
+
         cprint("Build Successful!", color="green", file=sys.stderr)
-        cprint(f"You can find the newly-built template here: {template_path}", color="blue", file=sys.stderr)
+        cprint(
+            f"You can find the newly-built template here: {run_config_file} and its provider configurations here {provider_configs_new_dir}",
+            color="blue",
+            file=sys.stderr,
+        )
         cprint(
             "You can run the new Llama Stack distro via: "
-            + colored(f"llama stack run {template_path} --image-type {build_config.image_type}", "blue"),
+            + colored(f"llama stack run {run_config_file} --image-type {build_config.image_type}", "blue"),
             color="green",
             file=sys.stderr,
         )

llama_stack/cli/stack/run.py

@@ -156,7 +156,7 @@ class StackRun(Subcommand):
                 if callable(getattr(args, arg)):
                     continue
                 if arg == "config" and template_name:
-                    server_args.config = str(config_file)
+                    server_args.template = str(template_name)
                 else:
                     setattr(server_args, arg, getattr(args, arg))
 
@@ -169,6 +169,8 @@ class StackRun(Subcommand):
 
             if config_file:
                 run_args.extend(["--config", str(config_file)])
+            if template_name:
+                run_args.extend(["--template", str(template_name)])
 
             if args.env:
                 for env_var in args.env:

llama_stack/distribution/configure.py

@@ -16,6 +16,7 @@ from llama_stack.distribution.datatypes import (
 from llama_stack.distribution.distribution import (
     builtin_automatically_routed_apis,
     get_provider_registry,
+    resolve_config,
 )
 from llama_stack.distribution.utils.config_dirs import EXTERNAL_PROVIDERS_DIR
 from llama_stack.distribution.utils.dynamic import instantiate_class_type
@@ -30,7 +31,7 @@ def configure_single_provider(registry: dict[str, ProviderSpec], provider: Provi
     config_type = instantiate_class_type(provider_spec.config_class)
     try:
         if provider.config:
-            existing = config_type(**provider.config)
+            existing = resolve_config(provider=provider, provider_spec=provider_spec)
         else:
             existing = None
     except Exception:

llama_stack/distribution/datatypes.py

@@ -150,7 +150,10 @@ class Provider(BaseModel):
     # when the provider is enabled via a conditional environment variable
     provider_id: str | None
     provider_type: str
-    config: dict[str, Any]
+    config: str | dict[str, Any] | None = Field(
+        default=None,
+        description="Provider configuration dictionary or path to provider configuration file",
+    )
 
 
 class LoggingConfig(BaseModel):

llama_stack/distribution/distribution.py

@@ -7,11 +7,15 @@
 import glob
 import importlib
 import os
+from pathlib import Path
 from typing import Any
 
 import yaml
 from pydantic import BaseModel
 
+from llama_stack.distribution.datatypes import Provider
+from llama_stack.distribution.utils.dynamic import instantiate_class_type
+from llama_stack.distribution.utils.env import replace_env_vars
 from llama_stack.log import get_logger
 from llama_stack.providers.datatypes import (
     AdapterSpec,
@@ -188,3 +192,22 @@ def get_provider_registry(
                         logger.error(f"Failed to load provider spec from {spec_path}: {e}")
                         raise e
     return ret
+
+
+def resolve_config(provider: Provider, provider_spec: ProviderSpec | None = None, api: str | None = None):
+    if not provider_spec:
+        if not api:
+            raise ValueError("In order to get provider spec, must have API")
+        registry = get_provider_registry()
+        provider_spec = registry[Api(api)][provider.provider_type]
+    config_type = instantiate_class_type(provider_spec.config_class)
+    try:
+        if provider.config and isinstance(provider.config, str):
+            with open(Path(provider.config).expanduser().resolve()) as f:
+                config: dict[str, Any] = yaml.safe_load(f)
+                replaced = replace_env_vars(config)
+                return config_type(**replaced)
+        elif provider.config is not None:
+            return config_type(**provider.config)
+    except Exception as e:
+        raise ValueError("Error getting provider config") from e

llama_stack/distribution/providers.py

@@ -10,6 +10,7 @@ from typing import Any
 from pydantic import BaseModel
 
 from llama_stack.apis.providers import ListProvidersResponse, ProviderInfo, Providers
+from llama_stack.distribution.distribution import resolve_config
 from llama_stack.log import get_logger
 from llama_stack.providers.datatypes import HealthResponse, HealthStatus
 
@@ -51,12 +52,13 @@ class ProviderImpl(Providers):
                 # Skip providers that are not enabled
                 if p.provider_id is None:
                     continue
+                config = resolve_config(provider=p, api=api)
                 ret.append(
                     ProviderInfo(
                         api=api,
                         provider_id=p.provider_id,
                         provider_type=p.provider_type,
-                        config=p.config,
+                        config=dict(config),
                         health=providers_health.get(api, {}).get(
                             p.provider_id,
                             HealthResponse(

llama_stack/distribution/resolver.py

@@ -34,9 +34,8 @@ from llama_stack.distribution.datatypes import (
     RoutingTableProviderSpec,
     StackRunConfig,
 )
-from llama_stack.distribution.distribution import builtin_automatically_routed_apis
+from llama_stack.distribution.distribution import builtin_automatically_routed_apis, resolve_config
 from llama_stack.distribution.store import DistributionRegistry
-from llama_stack.distribution.utils.dynamic import instantiate_class_type
 from llama_stack.log import get_logger
 from llama_stack.providers.datatypes import (
     Api,
@@ -156,7 +155,7 @@ def specs_for_autorouted_apis(apis_to_serve: list[str] | set[str]) -> dict[str,
             "__builtin__": ProviderWithSpec(
                 provider_id="__routing_table__",
                 provider_type="__routing_table__",
-                config={},
+                config=None,
                 spec=RoutingTableProviderSpec(
                     api=info.routing_table_api,
                     router_api=info.router_api,
@@ -171,7 +170,7 @@ def specs_for_autorouted_apis(apis_to_serve: list[str] | set[str]) -> dict[str,
             "__builtin__": ProviderWithSpec(
                 provider_id="__autorouted__",
                 provider_type="__autorouted__",
-                config={},
+                config=None,
                 spec=AutoRoutedProviderSpec(
                     api=info.router_api,
                     module="llama_stack.distribution.routers",
@@ -329,8 +328,7 @@ async def instantiate_provider(
     module = importlib.import_module(provider_spec.module)
     args = []
     if isinstance(provider_spec, RemoteProviderSpec):
-        config_type = instantiate_class_type(provider_spec.config_class)
+        config = resolve_config(provider=provider, provider_spec=provider_spec)
-        config = config_type(**provider.config)
 
         method = "get_adapter_impl"
         args = [config, deps]
@@ -348,8 +346,7 @@ async def instantiate_provider(
     else:
         method = "get_provider_impl"
 
-        config_type = instantiate_class_type(provider_spec.config_class)
+        config = resolve_config(provider=provider, provider_spec=provider_spec)
-        config = config_type(**provider.config)
         args = [config, deps]
         if "policy" in inspect.signature(getattr(module, method)).parameters:
             args.append(policy)

llama_stack/distribution/server/server.py

@@ -42,11 +42,10 @@ from llama_stack.distribution.server.routes import (
 )
 from llama_stack.distribution.stack import (
     construct_stack,
-    replace_env_vars,
-    validate_env_pair,
 )
 from llama_stack.distribution.utils.config import redact_sensitive_fields
 from llama_stack.distribution.utils.context import preserve_contexts_async_generator
+from llama_stack.distribution.utils.env import replace_env_vars, validate_env_pair
 from llama_stack.log import get_logger
 from llama_stack.providers.datatypes import Api
 from llama_stack.providers.inline.telemetry.meta_reference.config import TelemetryConfig
@@ -408,9 +407,10 @@ def main(args: argparse.Namespace | None = None):
         log_line = f"Using config file: {config_file}"
     elif args.template:
         config_file = Path(REPO_ROOT) / "llama_stack" / "templates" / args.template / "run.yaml"
-        if not config_file.exists():
+        provider_configs = Path(REPO_ROOT) / "llama_stack" / "templates" / args.config / "provider_configs"
+        if not config_file.exists() or not provider_configs.exists():
             raise ValueError(f"Template {args.template} does not exist")
-        log_line = f"Using template {args.template} config file: {config_file}"
+        log_line = f"Using template {args.template} config file: {config_file} and provider_config directory: {provider_configs}"
     else:
         raise ValueError("Either --config or --template must be provided")
 

llama_stack/distribution/stack.py

@@ -5,8 +5,6 @@
 # the root directory of this source tree.
 
 import importlib.resources
-import os
-import re
 import tempfile
 from typing import Any
 
@@ -40,6 +38,7 @@ from llama_stack.distribution.providers import ProviderImpl, ProviderImplConfig
 from llama_stack.distribution.resolver import ProviderRegistry, resolve_impls
 from llama_stack.distribution.store.registry import create_dist_registry
 from llama_stack.distribution.utils.dynamic import instantiate_class_type
+from llama_stack.distribution.utils.env import replace_env_vars
 from llama_stack.log import get_logger
 from llama_stack.providers.datatypes import Api
 
@@ -123,136 +122,6 @@ async def register_resources(run_config: StackRunConfig, impls: dict[Api, Any]):
             )
 
 
-class EnvVarError(Exception):
-    def __init__(self, var_name: str, path: str = ""):
-        self.var_name = var_name
-        self.path = path
-        super().__init__(
-            f"Environment variable '{var_name}' not set or empty {f'at {path}' if path else ''}. "
-            f"Use ${{env.{var_name}:=default_value}} to provide a default value, "
-            f"${{env.{var_name}:+value_if_set}} to make the field conditional, "
-            f"or ensure the environment variable is set."
-        )
-
-
-def replace_env_vars(config: Any, path: str = "") -> Any:
-    if isinstance(config, dict):
-        result = {}
-        for k, v in config.items():
-            try:
-                result[k] = replace_env_vars(v, f"{path}.{k}" if path else k)
-            except EnvVarError as e:
-                raise EnvVarError(e.var_name, e.path) from None
-        return result
-
-    elif isinstance(config, list):
-        result = []
-        for i, v in enumerate(config):
-            try:
-                result.append(replace_env_vars(v, f"{path}[{i}]"))
-            except EnvVarError as e:
-                raise EnvVarError(e.var_name, e.path) from None
-        return result
-
-    elif isinstance(config, str):
-        # Pattern supports bash-like syntax: := for default and :+ for conditional and a optional value
-        pattern = r"\${env\.([A-Z0-9_]+)(?::([=+])([^}]*))?}"
-
-        def get_env_var(match: re.Match):
-            env_var = match.group(1)
-            operator = match.group(2)  # '=' for default, '+' for conditional
-            value_expr = match.group(3)
-
-            env_value = os.environ.get(env_var)
-
-            if operator == "=":  # Default value syntax: ${env.FOO:=default}
-                # If the env is set like ${env.FOO:=default} then use the env value when set
-                if env_value:
-                    value = env_value
-                else:
-                    # If the env is not set, look for a default value
-                    # value_expr returns empty string (not None) when not matched
-                    # This means ${env.FOO:=} and it's accepted and returns empty string - just like bash
-                    if value_expr == "":
-                        return ""
-                    else:
-                        value = value_expr
-
-            elif operator == "+":  # Conditional value syntax: ${env.FOO:+value_if_set}
-                # If the env is set like ${env.FOO:+value_if_set} then use the value_if_set
-                if env_value:
-                    if value_expr:
-                        value = value_expr
-                    # This means ${env.FOO:+}
-                    else:
-                        # Just like bash, this doesn't care whether the env is set or not and applies
-                        # the value, in this case the empty string
-                        return ""
-                else:
-                    # Just like bash, this doesn't care whether the env is set or not, since it's not set
-                    # we return an empty string
-                    value = ""
-            else:  # No operator case: ${env.FOO}
-                if not env_value:
-                    raise EnvVarError(env_var, path)
-                value = env_value
-
-            # expand "~" from the values
-            return os.path.expanduser(value)
-
-        try:
-            result = re.sub(pattern, get_env_var, config)
-            return _convert_string_to_proper_type(result)
-        except EnvVarError as e:
-            raise EnvVarError(e.var_name, e.path) from None
-
-    return config
-
-
-def _convert_string_to_proper_type(value: str) -> Any:
-    # This might be tricky depending on what the config type is, if  'str | None' we are
-    # good, if 'str' we need to keep the empty string... 'str | None' is more common and
-    # providers config should be typed this way.
-    # TODO: we could try to load the config class and see if the config has a field with type 'str | None'
-    # and then convert the empty string to None or not
-    if value == "":
-        return None
-
-    lowered = value.lower()
-    if lowered == "true":
-        return True
-    elif lowered == "false":
-        return False
-
-    try:
-        return int(value)
-    except ValueError:
-        pass
-
-    try:
-        return float(value)
-    except ValueError:
-        pass
-
-    return value
-
-
-def validate_env_pair(env_pair: str) -> tuple[str, str]:
-    """Validate and split an environment variable key-value pair."""
-    try:
-        key, value = env_pair.split("=", 1)
-        key = key.strip()
-        if not key:
-            raise ValueError(f"Empty key in environment variable pair: {env_pair}")
-        if not all(c.isalnum() or c == "_" for c in key):
-            raise ValueError(f"Key must contain only alphanumeric characters and underscores: {key}")
-        return key, value
-    except ValueError as e:
-        raise ValueError(
-            f"Invalid environment variable format '{env_pair}': {str(e)}. Expected format: KEY=value"
-        ) from e
-
-
 def add_internal_implementations(impls: dict[Api, Any], run_config: StackRunConfig) -> None:
     """Add internal implementations (inspect and providers) to the implementations dictionary.
 

llama_stack/distribution/utils/env.py

@@ -0,0 +1,143 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.
+
+import os
+import re
+from typing import Any
+
+from llama_stack.log import get_logger
+
+logger = get_logger(name=__name__, category="core")
+
+
+class EnvVarError(Exception):
+    def __init__(self, var_name: str, path: str = ""):
+        self.var_name = var_name
+        self.path = path
+        super().__init__(
+            f"Environment variable '{var_name}' not set or empty {f'at {path}' if path else ''}. "
+            f"Use ${{env.{var_name}:=default_value}} to provide a default value, "
+            f"${{env.{var_name}:+value_if_set}} to make the field conditional, "
+            f"or ensure the environment variable is set."
+        )
+
+
+def replace_env_vars(config: Any, path: str = "") -> Any:
+    if isinstance(config, dict):
+        result_dict = {}
+        for k, v in config.items():
+            try:
+                result_dict[k] = replace_env_vars(v, f"{path}.{k}" if path else k)
+            except EnvVarError as e:
+                raise EnvVarError(e.var_name, e.path) from None
+        return result_dict
+
+    elif isinstance(config, list):
+        result_list = []
+        for i, v in enumerate(config):
+            try:
+                result_list.append(replace_env_vars(v, f"{path}[{i}]"))
+            except EnvVarError as e:
+                raise EnvVarError(e.var_name, e.path) from None
+        return result_list
+
+    elif isinstance(config, str):
+        # Pattern supports bash-like syntax: := for default and :+ for conditional and a optional value
+        pattern = r"\${env\.([A-Z0-9_]+)(?::([=+])([^}]*))?}"
+
+        def get_env_var(match: re.Match):
+            env_var = match.group(1)
+            operator = match.group(2)  # '=' for default, '+' for conditional
+            value_expr = match.group(3)
+
+            env_value = os.environ.get(env_var)
+
+            if operator == "=":  # Default value syntax: ${env.FOO:=default}
+                # If the env is set like ${env.FOO:=default} then use the env value when set
+                if env_value:
+                    value = env_value
+                else:
+                    # If the env is not set, look for a default value
+                    # value_expr returns empty string (not None) when not matched
+                    # This means ${env.FOO:=} and it's accepted and returns empty string - just like bash
+                    if value_expr == "":
+                        return ""
+                    else:
+                        value = value_expr
+
+            elif operator == "+":  # Conditional value syntax: ${env.FOO:+value_if_set}
+                # If the env is set like ${env.FOO:+value_if_set} then use the value_if_set
+                if env_value:
+                    if value_expr:
+                        value = value_expr
+                    # This means ${env.FOO:+}
+                    else:
+                        # Just like bash, this doesn't care whether the env is set or not and applies
+                        # the value, in this case the empty string
+                        return ""
+                else:
+                    # Just like bash, this doesn't care whether the env is set or not, since it's not set
+                    # we return an empty string
+                    value = ""
+            else:  # No operator case: ${env.FOO}
+                if not env_value:
+                    raise EnvVarError(env_var, path)
+                value = env_value
+
+            # expand "~" from the values
+            return os.path.expanduser(value)
+
+        try:
+            result = re.sub(pattern, get_env_var, config)
+            return _convert_string_to_proper_type(result)
+        except EnvVarError as e:
+            raise EnvVarError(e.var_name, e.path) from None
+
+    return config
+
+
+def _convert_string_to_proper_type(value: str) -> Any:
+    # This might be tricky depending on what the config type is, if  'str | None' we are
+    # good, if 'str' we need to keep the empty string... 'str | None' is more common and
+    # providers config should be typed this way.
+    # TODO: we could try to load the config class and see if the config has a field with type 'str | None'
+    # and then convert the empty string to None or not
+    if value == "":
+        return None
+
+    lowered = value.lower()
+    if lowered == "true":
+        return True
+    elif lowered == "false":
+        return False
+
+    try:
+        return int(value)
+    except ValueError:
+        pass
+
+    try:
+        return float(value)
+    except ValueError:
+        pass
+
+    return value
+
+
+def validate_env_pair(env_pair: str) -> tuple[str, str]:
+    """Validate and split an environment variable key-value pair."""
+    try:
+        key, value = env_pair.split("=", 1)
+        key = key.strip()
+        if not key:
+            raise ValueError(f"Empty key in environment variable pair: {env_pair}")
+        if not all(c.isalnum() or c == "_" for c in key):
+            raise ValueError(f"Key must contain only alphanumeric characters and underscores: {key}")
+        return key, value
+    except ValueError as e:
+        raise ValueError(
+            f"Invalid environment variable format '{env_pair}': {str(e)}. Expected format: KEY=value"
+        ) from e

llama_stack/providers/utils/sqlstore/sqlstore.py

@@ -30,8 +30,8 @@ class SqlAlchemySqlStoreConfig(BaseModel):
     def engine_str(self) -> str: ...
 
     # TODO: move this when we have a better way to specify dependencies with internal APIs
-    @property
+    @classmethod
-    def pip_packages(self) -> list[str]:
+    def pip_packages(cls) -> list[str]:
         return ["sqlalchemy[asyncio]"]
 
 
@@ -48,14 +48,14 @@ class SqliteSqlStoreConfig(SqlAlchemySqlStoreConfig):
 
     @classmethod
     def sample_run_config(cls, __distro_dir__: str, db_name: str = "sqlstore.db"):
-        return cls(
+        return {
-            type="sqlite",
+            "type": "sqlite",
-            db_path="${env.SQLITE_STORE_DIR:=" + __distro_dir__ + "}/" + db_name,
+            "db_path": "${env.SQLITE_STORE_DIR:=" + __distro_dir__ + "}/" + db_name,
-        )
+        }
 
-    @property
+    @classmethod
-    def pip_packages(self) -> list[str]:
+    def pip_packages(cls) -> list[str]:
-        return super().pip_packages + ["aiosqlite"]
+        return super().pip_packages() + ["aiosqlite"]
 
 
 class PostgresSqlStoreConfig(SqlAlchemySqlStoreConfig):
@@ -70,20 +70,20 @@ class PostgresSqlStoreConfig(SqlAlchemySqlStoreConfig):
     def engine_str(self) -> str:
         return f"postgresql+asyncpg://{self.user}:{self.password}@{self.host}:{self.port}/{self.db}"
 
-    @property
+    @classmethod
-    def pip_packages(self) -> list[str]:
+    def pip_packages(cls) -> list[str]:
-        return super().pip_packages + ["asyncpg"]
+        return super().pip_packages() + ["asyncpg"]
 
     @classmethod
     def sample_run_config(cls, **kwargs):
-        return cls(
+        return {
-            type="postgres",
+            "type": "postgres",
-            host="${env.POSTGRES_HOST:=localhost}",
+            "host": "${env.POSTGRES_HOST:=localhost}",
-            port="${env.POSTGRES_PORT:=5432}",
+            "port": "${env.POSTGRES_PORT:=5432}",
-            db="${env.POSTGRES_DB:=llamastack}",
+            "db": "${env.POSTGRES_DB:=llamastack}",
-            user="${env.POSTGRES_USER:=llamastack}",
+            "user": "${env.POSTGRES_USER:=llamastack}",
-            password="${env.POSTGRES_PASSWORD:=llamastack}",
+            "password": "${env.POSTGRES_PASSWORD:=llamastack}",
-        )
+        }
 
 
 SqlStoreConfig = Annotated[

llama_stack/templates/bedrock/provider_configs/__init__.py

@@ -0,0 +1,5 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.

llama_stack/templates/bedrock/provider_configs/agents/meta-reference.yaml

@@ -0,0 +1,7 @@
+persistence_store:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/agents_store.db
+responses_store:
+  type: sqlite
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/responses_store.db

llama_stack/templates/bedrock/provider_configs/datasetio/huggingface.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/huggingface_datasetio.db

llama_stack/templates/bedrock/provider_configs/datasetio/localfs.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/localfs_datasetio.db

llama_stack/templates/bedrock/provider_configs/eval/meta-reference.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/meta_reference_eval.db

llama_stack/templates/bedrock/provider_configs/scoring/braintrust.yaml

@@ -0,0 +1 @@
+openai_api_key: ${env.OPENAI_API_KEY:=}

llama_stack/templates/bedrock/provider_configs/telemetry/meta-reference.yaml

@@ -0,0 +1,3 @@
+service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
+sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
+sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/trace_store.db

llama_stack/templates/bedrock/provider_configs/tool_runtime/brave-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.BRAVE_SEARCH_API_KEY:=}
+max_results: 3

llama_stack/templates/bedrock/provider_configs/tool_runtime/tavily-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.TAVILY_SEARCH_API_KEY:=}
+max_results: 3

llama_stack/templates/bedrock/run.yaml

@@ -30,44 +30,22 @@ providers:
   agents:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/bedrock/provider_configs/agents/meta-reference.yaml
-      persistence_store:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/agents_store.db
-      responses_store:
-        type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/bedrock/provider_configs/telemetry/meta-reference.yaml
-      service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
-      sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
-      sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/trace_store.db
   eval:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/bedrock/provider_configs/eval/meta-reference.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/meta_reference_eval.db
   datasetio:
   - provider_id: huggingface
     provider_type: remote::huggingface
-    config:
+    config: ~/.llama/distributions/bedrock/provider_configs/datasetio/huggingface.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/huggingface_datasetio.db
   - provider_id: localfs
     provider_type: inline::localfs
-    config:
+    config: ~/.llama/distributions/bedrock/provider_configs/datasetio/localfs.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/localfs_datasetio.db
   scoring:
   - provider_id: basic
     provider_type: inline::basic
@@ -77,19 +55,14 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config:
+    config: ~/.llama/distributions/bedrock/provider_configs/scoring/braintrust.yaml
-      openai_api_key: ${env.OPENAI_API_KEY:=}
   tool_runtime:
   - provider_id: brave-search
     provider_type: remote::brave-search
-    config:
+    config: ~/.llama/distributions/bedrock/provider_configs/tool_runtime/brave-search.yaml
-      api_key: ${env.BRAVE_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: tavily-search
     provider_type: remote::tavily-search
-    config:
+    config: ~/.llama/distributions/bedrock/provider_configs/tool_runtime/tavily-search.yaml
-      api_key: ${env.TAVILY_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/cerebras/provider_configs/__init__.py

@@ -0,0 +1,5 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.

llama_stack/templates/cerebras/provider_configs/agents/meta-reference.yaml

@@ -0,0 +1,7 @@
+persistence_store:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/agents_store.db
+responses_store:
+  type: sqlite
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/responses_store.db

llama_stack/templates/cerebras/provider_configs/datasetio/huggingface.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/huggingface_datasetio.db

llama_stack/templates/cerebras/provider_configs/datasetio/localfs.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/localfs_datasetio.db

llama_stack/templates/cerebras/provider_configs/eval/meta-reference.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/meta_reference_eval.db

llama_stack/templates/cerebras/provider_configs/safety/llama-guard.yaml

@@ -0,0 +1 @@
+excluded_categories: []

llama_stack/templates/cerebras/provider_configs/scoring/braintrust.yaml

@@ -0,0 +1 @@
+openai_api_key: ${env.OPENAI_API_KEY:=}

llama_stack/templates/cerebras/provider_configs/telemetry/meta-reference.yaml

@@ -0,0 +1,3 @@
+service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
+sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
+sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/trace_store.db

llama_stack/templates/cerebras/provider_configs/tool_runtime/brave-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.BRAVE_SEARCH_API_KEY:=}
+max_results: 3

llama_stack/templates/cerebras/provider_configs/tool_runtime/tavily-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.TAVILY_SEARCH_API_KEY:=}
+max_results: 3

llama_stack/templates/cerebras/run.yaml

@@ -23,8 +23,7 @@ providers:
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
-    config:
+    config: ~/.llama/distributions/cerebras/provider_configs/safety/llama-guard.yaml
-      excluded_categories: []
   vector_io:
   - provider_id: faiss
     provider_type: inline::faiss
@@ -36,37 +35,18 @@ providers:
   agents:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/cerebras/provider_configs/agents/meta-reference.yaml
-      persistence_store:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/agents_store.db
-      responses_store:
-        type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/responses_store.db
   eval:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/cerebras/provider_configs/eval/meta-reference.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/meta_reference_eval.db
   datasetio:
   - provider_id: huggingface
     provider_type: remote::huggingface
-    config:
+    config: ~/.llama/distributions/cerebras/provider_configs/datasetio/huggingface.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/huggingface_datasetio.db
   - provider_id: localfs
     provider_type: inline::localfs
-    config:
+    config: ~/.llama/distributions/cerebras/provider_configs/datasetio/localfs.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/localfs_datasetio.db
   scoring:
   - provider_id: basic
     provider_type: inline::basic
@@ -76,26 +56,18 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config:
+    config: ~/.llama/distributions/cerebras/provider_configs/scoring/braintrust.yaml
-      openai_api_key: ${env.OPENAI_API_KEY:=}
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/cerebras/provider_configs/telemetry/meta-reference.yaml
-      service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
-      sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
-      sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/trace_store.db
   tool_runtime:
   - provider_id: brave-search
     provider_type: remote::brave-search
-    config:
+    config: ~/.llama/distributions/cerebras/provider_configs/tool_runtime/brave-search.yaml
-      api_key: ${env.BRAVE_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: tavily-search
     provider_type: remote::tavily-search
-    config:
+    config: ~/.llama/distributions/cerebras/provider_configs/tool_runtime/tavily-search.yaml
-      api_key: ${env.TAVILY_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/ci-tests/provider_configs/agents/meta-reference.yaml

@@ -0,0 +1,7 @@
+persistence_store:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/agents_store.db
+responses_store:
+  type: sqlite
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/responses_store.db

llama_stack/templates/ci-tests/provider_configs/datasetio/huggingface.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/huggingface_datasetio.db

llama_stack/templates/ci-tests/provider_configs/datasetio/localfs.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/localfs_datasetio.db

llama_stack/templates/ci-tests/provider_configs/eval/meta-reference.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/meta_reference_eval.db

llama_stack/templates/ci-tests/provider_configs/safety/llama-guard.yaml

@@ -0,0 +1 @@
+excluded_categories: []

llama_stack/templates/ci-tests/provider_configs/scoring/braintrust.yaml

@@ -0,0 +1 @@
+openai_api_key: ${env.OPENAI_API_KEY:=}

llama_stack/templates/ci-tests/provider_configs/telemetry/meta-reference.yaml

@@ -0,0 +1,3 @@
+service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
+sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
+sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/trace_store.db

llama_stack/templates/ci-tests/provider_configs/tool_runtime/brave-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.BRAVE_SEARCH_API_KEY:=}
+max_results: 3

llama_stack/templates/ci-tests/provider_configs/tool_runtime/tavily-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.TAVILY_SEARCH_API_KEY:=}
+max_results: 3

llama_stack/templates/ci-tests/run.yaml

@@ -28,49 +28,26 @@ providers:
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
-    config:
+    config: ~/.llama/distributions/ci-tests/provider_configs/safety/llama-guard.yaml
-      excluded_categories: []
   agents:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/ci-tests/provider_configs/agents/meta-reference.yaml
-      persistence_store:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/agents_store.db
-      responses_store:
-        type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/ci-tests/provider_configs/telemetry/meta-reference.yaml
-      service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
-      sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
-      sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/trace_store.db
   eval:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/ci-tests/provider_configs/eval/meta-reference.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/meta_reference_eval.db
   datasetio:
   - provider_id: huggingface
     provider_type: remote::huggingface
-    config:
+    config: ~/.llama/distributions/ci-tests/provider_configs/datasetio/huggingface.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/huggingface_datasetio.db
   - provider_id: localfs
     provider_type: inline::localfs
-    config:
+    config: ~/.llama/distributions/ci-tests/provider_configs/datasetio/localfs.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/localfs_datasetio.db
   scoring:
   - provider_id: basic
     provider_type: inline::basic
@@ -80,19 +57,14 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config:
+    config: ~/.llama/distributions/ci-tests/provider_configs/scoring/braintrust.yaml
-      openai_api_key: ${env.OPENAI_API_KEY:=}
   tool_runtime:
   - provider_id: brave-search
     provider_type: remote::brave-search
-    config:
+    config: ~/.llama/distributions/ci-tests/provider_configs/tool_runtime/brave-search.yaml
-      api_key: ${env.BRAVE_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: tavily-search
     provider_type: remote::tavily-search
-    config:
+    config: ~/.llama/distributions/ci-tests/provider_configs/tool_runtime/tavily-search.yaml
-      api_key: ${env.TAVILY_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/dell/provider_configs/__init__.py

@@ -0,0 +1,5 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.

llama_stack/templates/dell/provider_configs/agents/meta-reference.yaml

@@ -0,0 +1,7 @@
+persistence_store:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/agents_store.db
+responses_store:
+  type: sqlite
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/responses_store.db

llama_stack/templates/dell/provider_configs/datasetio/huggingface.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/huggingface_datasetio.db

llama_stack/templates/dell/provider_configs/datasetio/localfs.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/localfs_datasetio.db

llama_stack/templates/dell/provider_configs/eval/meta-reference.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/meta_reference_eval.db

llama_stack/templates/dell/provider_configs/safety/llama-guard.yaml

@@ -0,0 +1 @@
+excluded_categories: []

llama_stack/templates/dell/provider_configs/scoring/braintrust.yaml

@@ -0,0 +1 @@
+openai_api_key: ${env.OPENAI_API_KEY:=}

llama_stack/templates/dell/provider_configs/telemetry/meta-reference.yaml

@@ -0,0 +1,3 @@
+service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
+sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
+sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/trace_store.db

llama_stack/templates/dell/provider_configs/tool_runtime/brave-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.BRAVE_SEARCH_API_KEY:=}
+max_results: 3

llama_stack/templates/dell/provider_configs/tool_runtime/tavily-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.TAVILY_SEARCH_API_KEY:=}
+max_results: 3

llama_stack/templates/dell/run-with-safety.yaml

@@ -31,49 +31,26 @@ providers:
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/safety/llama-guard.yaml
-      excluded_categories: []
   agents:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/agents/meta-reference.yaml
-      persistence_store:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/agents_store.db
-      responses_store:
-        type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/telemetry/meta-reference.yaml
-      service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
-      sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
-      sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/trace_store.db
   eval:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/eval/meta-reference.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/meta_reference_eval.db
   datasetio:
   - provider_id: huggingface
     provider_type: remote::huggingface
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/datasetio/huggingface.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/huggingface_datasetio.db
   - provider_id: localfs
     provider_type: inline::localfs
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/datasetio/localfs.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/localfs_datasetio.db
   scoring:
   - provider_id: basic
     provider_type: inline::basic
@@ -83,19 +60,14 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/scoring/braintrust.yaml
-      openai_api_key: ${env.OPENAI_API_KEY:=}
   tool_runtime:
   - provider_id: brave-search
     provider_type: remote::brave-search
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/tool_runtime/brave-search.yaml
-      api_key: ${env.BRAVE_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: tavily-search
     provider_type: remote::tavily-search
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/tool_runtime/tavily-search.yaml
-      api_key: ${env.TAVILY_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/dell/run.yaml

@@ -27,49 +27,26 @@ providers:
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/safety/llama-guard.yaml
-      excluded_categories: []
   agents:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/agents/meta-reference.yaml
-      persistence_store:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/agents_store.db
-      responses_store:
-        type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/telemetry/meta-reference.yaml
-      service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
-      sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
-      sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/trace_store.db
   eval:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/eval/meta-reference.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/meta_reference_eval.db
   datasetio:
   - provider_id: huggingface
     provider_type: remote::huggingface
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/datasetio/huggingface.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/huggingface_datasetio.db
   - provider_id: localfs
     provider_type: inline::localfs
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/datasetio/localfs.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/localfs_datasetio.db
   scoring:
   - provider_id: basic
     provider_type: inline::basic
@@ -79,19 +56,14 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/scoring/braintrust.yaml
-      openai_api_key: ${env.OPENAI_API_KEY:=}
   tool_runtime:
   - provider_id: brave-search
     provider_type: remote::brave-search
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/tool_runtime/brave-search.yaml
-      api_key: ${env.BRAVE_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: tavily-search
     provider_type: remote::tavily-search
-    config:
+    config: ~/.llama/distributions/dell/provider_configs/tool_runtime/tavily-search.yaml
-      api_key: ${env.TAVILY_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/experimental-post-training/provider_configs/__init__.py

@@ -0,0 +1,5 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.

llama_stack/templates/experimental-post-training/run.yaml

@@ -17,82 +17,49 @@ providers:
   inference:
   - provider_id: meta-reference-inference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/meta-reference-inference.yaml
-      max_seq_len: 4096
-      checkpoint_dir: null
-      create_distributed_process_group: False
   - provider_id: ollama
     provider_type: remote::ollama
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/ollama.yaml
-      url: ${env.OLLAMA_URL:=http://localhost:11434}
   eval:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/meta-reference-eval.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/meta_reference_eval.db
   scoring:
   - provider_id: basic
     provider_type: inline::basic
-    config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/braintrust.yaml
-      openai_api_key: ${env.OPENAI_API_KEY:+}
   datasetio:
   - provider_id: localfs
     provider_type: inline::localfs
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/localfs.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/experimental-post-training}/localfs_datasetio.db
   - provider_id: huggingface
     provider_type: remote::huggingface
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/huggingface.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/huggingface}/huggingface_datasetio.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config: {}
   post_training:
   - provider_id: huggingface
     provider_type: inline::huggingface
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/huggingface-post-training.yaml
-      checkpoint_format: huggingface
-      distributed_backend: null
-      device: cpu
   agents:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/meta-reference-agents.yaml
-      persistence_store:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/experimental-post-training}/agents_store.db
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
-    config: {}
   vector_io:
   - provider_id: faiss
     provider_type: inline::faiss
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/faiss.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/experimental-post-training}/faiss_store.db
   tool_runtime:
   - provider_id: brave-search
     provider_type: remote::brave-search
-    config:
+    config: ~/.llama/distributions/experimental-post-training/provider_configs/brave-search.yaml
-      api_key: ${env.BRAVE_SEARCH_API_KEY:+}
-      max_results: 3
 
 
 metadata_store:

llama_stack/templates/fireworks/provider_configs/__init__.py

@@ -0,0 +1,5 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.

llama_stack/templates/fireworks/provider_configs/agents/meta-reference.yaml

@@ -0,0 +1,7 @@
+persistence_store:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/agents_store.db
+responses_store:
+  type: sqlite
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/responses_store.db

llama_stack/templates/fireworks/provider_configs/datasetio/huggingface.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/huggingface_datasetio.db

llama_stack/templates/fireworks/provider_configs/datasetio/localfs.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/localfs_datasetio.db

llama_stack/templates/fireworks/provider_configs/eval/meta-reference.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/meta_reference_eval.db

llama_stack/templates/fireworks/provider_configs/safety/llama-guard.yaml

@@ -0,0 +1 @@
+excluded_categories: []

llama_stack/templates/fireworks/provider_configs/scoring/braintrust.yaml

@@ -0,0 +1 @@
+openai_api_key: ${env.OPENAI_API_KEY:=}

llama_stack/templates/fireworks/provider_configs/telemetry/meta-reference.yaml

@@ -0,0 +1,3 @@
+service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
+sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
+sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/trace_store.db

llama_stack/templates/fireworks/provider_configs/tool_runtime/brave-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.BRAVE_SEARCH_API_KEY:=}
+max_results: 3

llama_stack/templates/fireworks/provider_configs/tool_runtime/tavily-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.TAVILY_SEARCH_API_KEY:=}
+max_results: 3

llama_stack/templates/fireworks/provider_configs/tool_runtime/wolfram-alpha.yaml

@@ -0,0 +1 @@
+api_key: ${env.WOLFRAM_ALPHA_API_KEY:=}

llama_stack/templates/fireworks/run-with-safety.yaml

@@ -42,44 +42,22 @@ providers:
   agents:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/agents/meta-reference.yaml
-      persistence_store:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/agents_store.db
-      responses_store:
-        type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/telemetry/meta-reference.yaml
-      service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
-      sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
-      sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/trace_store.db
   eval:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/eval/meta-reference.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/meta_reference_eval.db
   datasetio:
   - provider_id: huggingface
     provider_type: remote::huggingface
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/datasetio/huggingface.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/huggingface_datasetio.db
   - provider_id: localfs
     provider_type: inline::localfs
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/datasetio/localfs.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/localfs_datasetio.db
   scoring:
   - provider_id: basic
     provider_type: inline::basic
@@ -89,8 +67,7 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/scoring/braintrust.yaml
-      openai_api_key: ${env.OPENAI_API_KEY:=}
   files:
   - provider_id: meta-reference-files
     provider_type: inline::localfs
@@ -102,18 +79,13 @@ providers:
   tool_runtime:
   - provider_id: brave-search
     provider_type: remote::brave-search
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/tool_runtime/brave-search.yaml
-      api_key: ${env.BRAVE_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: tavily-search
     provider_type: remote::tavily-search
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/tool_runtime/tavily-search.yaml
-      api_key: ${env.TAVILY_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: wolfram-alpha
     provider_type: remote::wolfram-alpha
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/tool_runtime/wolfram-alpha.yaml
-      api_key: ${env.WOLFRAM_ALPHA_API_KEY:=}
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/fireworks/run.yaml

@@ -32,49 +32,26 @@ providers:
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/safety/llama-guard.yaml
-      excluded_categories: []
   agents:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/agents/meta-reference.yaml
-      persistence_store:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/agents_store.db
-      responses_store:
-        type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/telemetry/meta-reference.yaml
-      service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
-      sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
-      sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/trace_store.db
   eval:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/eval/meta-reference.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/meta_reference_eval.db
   datasetio:
   - provider_id: huggingface
     provider_type: remote::huggingface
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/datasetio/huggingface.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/huggingface_datasetio.db
   - provider_id: localfs
     provider_type: inline::localfs
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/datasetio/localfs.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/localfs_datasetio.db
   scoring:
   - provider_id: basic
     provider_type: inline::basic
@@ -84,8 +61,7 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/scoring/braintrust.yaml
-      openai_api_key: ${env.OPENAI_API_KEY:=}
   files:
   - provider_id: meta-reference-files
     provider_type: inline::localfs
@@ -97,18 +73,13 @@ providers:
   tool_runtime:
   - provider_id: brave-search
     provider_type: remote::brave-search
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/tool_runtime/brave-search.yaml
-      api_key: ${env.BRAVE_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: tavily-search
     provider_type: remote::tavily-search
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/tool_runtime/tavily-search.yaml
-      api_key: ${env.TAVILY_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: wolfram-alpha
     provider_type: remote::wolfram-alpha
-    config:
+    config: ~/.llama/distributions/fireworks/provider_configs/tool_runtime/wolfram-alpha.yaml
-      api_key: ${env.WOLFRAM_ALPHA_API_KEY:=}
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/groq/provider_configs/__init__.py

@@ -0,0 +1,5 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.

llama_stack/templates/groq/provider_configs/agents/meta-reference.yaml

@@ -0,0 +1,7 @@
+persistence_store:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/agents_store.db
+responses_store:
+  type: sqlite
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/responses_store.db

llama_stack/templates/groq/provider_configs/datasetio/huggingface.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/huggingface_datasetio.db

llama_stack/templates/groq/provider_configs/datasetio/localfs.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/localfs_datasetio.db

llama_stack/templates/groq/provider_configs/eval/meta-reference.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/meta_reference_eval.db

llama_stack/templates/groq/provider_configs/safety/llama-guard.yaml

@@ -0,0 +1 @@
+excluded_categories: []

llama_stack/templates/groq/provider_configs/scoring/braintrust.yaml

@@ -0,0 +1 @@
+openai_api_key: ${env.OPENAI_API_KEY:=}

llama_stack/templates/groq/provider_configs/telemetry/meta-reference.yaml

@@ -0,0 +1,3 @@
+service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
+sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
+sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/trace_store.db

llama_stack/templates/groq/provider_configs/tool_runtime/brave-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.BRAVE_SEARCH_API_KEY:=}
+max_results: 3

llama_stack/templates/groq/provider_configs/tool_runtime/tavily-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.TAVILY_SEARCH_API_KEY:=}
+max_results: 3

llama_stack/templates/groq/provider_configs/vector_io/faiss.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/faiss_store.db

llama_stack/templates/groq/run.yaml

@@ -23,57 +23,30 @@ providers:
   vector_io:
   - provider_id: faiss
     provider_type: inline::faiss
-    config:
+    config: ~/.llama/distributions/groq/provider_configs/vector_io/faiss.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/faiss_store.db
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
-    config:
+    config: ~/.llama/distributions/groq/provider_configs/safety/llama-guard.yaml
-      excluded_categories: []
   agents:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/groq/provider_configs/agents/meta-reference.yaml
-      persistence_store:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/agents_store.db
-      responses_store:
-        type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/groq/provider_configs/telemetry/meta-reference.yaml
-      service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
-      sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
-      sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/trace_store.db
   eval:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/groq/provider_configs/eval/meta-reference.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/meta_reference_eval.db
   datasetio:
   - provider_id: huggingface
     provider_type: remote::huggingface
-    config:
+    config: ~/.llama/distributions/groq/provider_configs/datasetio/huggingface.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/huggingface_datasetio.db
   - provider_id: localfs
     provider_type: inline::localfs
-    config:
+    config: ~/.llama/distributions/groq/provider_configs/datasetio/localfs.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/localfs_datasetio.db
   scoring:
   - provider_id: basic
     provider_type: inline::basic
@@ -83,19 +56,14 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config:
+    config: ~/.llama/distributions/groq/provider_configs/scoring/braintrust.yaml
-      openai_api_key: ${env.OPENAI_API_KEY:=}
   tool_runtime:
   - provider_id: brave-search
     provider_type: remote::brave-search
-    config:
+    config: ~/.llama/distributions/groq/provider_configs/tool_runtime/brave-search.yaml
-      api_key: ${env.BRAVE_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: tavily-search
     provider_type: remote::tavily-search
-    config:
+    config: ~/.llama/distributions/groq/provider_configs/tool_runtime/tavily-search.yaml
-      api_key: ${env.TAVILY_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/hf-endpoint/provider_configs/__init__.py

@@ -0,0 +1,5 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.

llama_stack/templates/hf-endpoint/provider_configs/agents/meta-reference.yaml

@@ -0,0 +1,7 @@
+persistence_store:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/agents_store.db
+responses_store:
+  type: sqlite
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/responses_store.db

llama_stack/templates/hf-endpoint/provider_configs/datasetio/huggingface.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/huggingface_datasetio.db

llama_stack/templates/hf-endpoint/provider_configs/datasetio/localfs.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/localfs_datasetio.db

llama_stack/templates/hf-endpoint/provider_configs/eval/meta-reference.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/meta_reference_eval.db

llama_stack/templates/hf-endpoint/provider_configs/safety/llama-guard.yaml

@@ -0,0 +1 @@
+excluded_categories: []

llama_stack/templates/hf-endpoint/provider_configs/scoring/braintrust.yaml

@@ -0,0 +1 @@
+openai_api_key: ${env.OPENAI_API_KEY:=}

llama_stack/templates/hf-endpoint/provider_configs/telemetry/meta-reference.yaml

@@ -0,0 +1,3 @@
+service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
+sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
+sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/trace_store.db

llama_stack/templates/hf-endpoint/provider_configs/tool_runtime/brave-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.BRAVE_SEARCH_API_KEY:=}
+max_results: 3

llama_stack/templates/hf-endpoint/provider_configs/tool_runtime/tavily-search.yaml

@@ -0,0 +1,2 @@
+api_key: ${env.TAVILY_SEARCH_API_KEY:=}
+max_results: 3

llama_stack/templates/hf-endpoint/run-with-safety.yaml

@@ -36,49 +36,26 @@ providers:
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/safety/llama-guard.yaml
-      excluded_categories: []
   agents:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/agents/meta-reference.yaml
-      persistence_store:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/agents_store.db
-      responses_store:
-        type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/telemetry/meta-reference.yaml
-      service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
-      sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
-      sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/trace_store.db
   eval:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/eval/meta-reference.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/meta_reference_eval.db
   datasetio:
   - provider_id: huggingface
     provider_type: remote::huggingface
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/datasetio/huggingface.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/huggingface_datasetio.db
   - provider_id: localfs
     provider_type: inline::localfs
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/datasetio/localfs.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/localfs_datasetio.db
   scoring:
   - provider_id: basic
     provider_type: inline::basic
@@ -88,19 +65,14 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/scoring/braintrust.yaml
-      openai_api_key: ${env.OPENAI_API_KEY:=}
   tool_runtime:
   - provider_id: brave-search
     provider_type: remote::brave-search
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/tool_runtime/brave-search.yaml
-      api_key: ${env.BRAVE_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: tavily-search
     provider_type: remote::tavily-search
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/tool_runtime/tavily-search.yaml
-      api_key: ${env.TAVILY_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/hf-endpoint/run.yaml

@@ -31,49 +31,26 @@ providers:
   safety:
   - provider_id: llama-guard
     provider_type: inline::llama-guard
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/safety/llama-guard.yaml
-      excluded_categories: []
   agents:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/agents/meta-reference.yaml
-      persistence_store:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/agents_store.db
-      responses_store:
-        type: sqlite
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/responses_store.db
   telemetry:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/telemetry/meta-reference.yaml
-      service_name: "${env.OTEL_SERVICE_NAME:=\u200B}"
-      sinks: ${env.TELEMETRY_SINKS:=console,sqlite}
-      sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/trace_store.db
   eval:
   - provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/eval/meta-reference.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/meta_reference_eval.db
   datasetio:
   - provider_id: huggingface
     provider_type: remote::huggingface
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/datasetio/huggingface.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/huggingface_datasetio.db
   - provider_id: localfs
     provider_type: inline::localfs
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/datasetio/localfs.yaml
-      kvstore:
-        type: sqlite
-        namespace: null
-        db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/localfs_datasetio.db
   scoring:
   - provider_id: basic
     provider_type: inline::basic
@@ -83,19 +60,14 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/scoring/braintrust.yaml
-      openai_api_key: ${env.OPENAI_API_KEY:=}
   tool_runtime:
   - provider_id: brave-search
     provider_type: remote::brave-search
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/tool_runtime/brave-search.yaml
-      api_key: ${env.BRAVE_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: tavily-search
     provider_type: remote::tavily-search
-    config:
+    config: ~/.llama/distributions/hf-endpoint/provider_configs/tool_runtime/tavily-search.yaml
-      api_key: ${env.TAVILY_SEARCH_API_KEY:=}
-      max_results: 3
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/hf-serverless/provider_configs/__init__.py

@@ -0,0 +1,5 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.

llama_stack/templates/hf-serverless/provider_configs/agents/meta-reference.yaml

@@ -0,0 +1,7 @@
+persistence_store:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/agents_store.db
+responses_store:
+  type: sqlite
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/responses_store.db

llama_stack/templates/hf-serverless/provider_configs/datasetio/huggingface.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/huggingface_datasetio.db

llama_stack/templates/hf-serverless/provider_configs/datasetio/localfs.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/localfs_datasetio.db

llama_stack/templates/hf-serverless/provider_configs/eval/meta-reference.yaml

@@ -0,0 +1,4 @@
+kvstore:
+  type: sqlite
+  namespace: null
+  db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/meta_reference_eval.db

llama_stack/templates/hf-serverless/provider_configs/safety/llama-guard.yaml

@@ -0,0 +1 @@
+excluded_categories: []

llama_stack/templates/hf-serverless/provider_configs/scoring/braintrust.yaml

@@ -0,0 +1 @@
+openai_api_key: ${env.OPENAI_API_KEY:=}