diff --git a/distributions/dependencies.json b/distributions/dependencies.json index f36b35292..ab3a367f1 100644 --- a/distributions/dependencies.json +++ b/distributions/dependencies.json @@ -342,9 +342,11 @@ ], "cerebras": [ "aiosqlite", + "autoevals", "blobfile", "cerebras_cloud_sdk", "chardet", + "datasets", "faiss-cpu", "fastapi", "fire", @@ -352,6 +354,7 @@ "matplotlib", "nltk", "numpy", + "openai", "opentelemetry-exporter-otlp-proto-http", "opentelemetry-sdk", "pandas", diff --git a/docs/source/distributions/self_hosted_distro/cerebras.md b/docs/source/distributions/self_hosted_distro/cerebras.md index be69c8f92..302d121dd 100644 --- a/docs/source/distributions/self_hosted_distro/cerebras.md +++ b/docs/source/distributions/self_hosted_distro/cerebras.md @@ -5,9 +5,12 @@ The `llamastack/distribution-cerebras` distribution consists of the following pr | API | Provider(s) | |-----|-------------| | agents | `inline::meta-reference` | +| datasetio | `remote::huggingface`, `inline::localfs` | +| eval | `inline::meta-reference` | | inference | `remote::cerebras` | | memory | `inline::meta-reference` | | safety | `inline::llama-guard` | +| scoring | `inline::basic`, `inline::llm-as-judge`, `inline::braintrust` | | telemetry | `inline::meta-reference` | | tool_runtime | `remote::brave-search`, `remote::tavily-search`, `inline::code-interpreter`, `inline::memory-runtime` | diff --git a/llama_stack/templates/cerebras/build.yaml b/llama_stack/templates/cerebras/build.yaml index 307e0303a..0fe568d09 100644 --- a/llama_stack/templates/cerebras/build.yaml +++ b/llama_stack/templates/cerebras/build.yaml @@ -11,6 +11,15 @@ distribution_spec: - inline::meta-reference agents: - inline::meta-reference + eval: + - inline::meta-reference + datasetio: + - remote::huggingface + - inline::localfs + scoring: + - inline::basic + - inline::llm-as-judge + - inline::braintrust telemetry: - inline::meta-reference tool_runtime: diff --git a/llama_stack/templates/cerebras/cerebras.py b/llama_stack/templates/cerebras/cerebras.py index b51617f35..6571170dd 100644 --- a/llama_stack/templates/cerebras/cerebras.py +++ b/llama_stack/templates/cerebras/cerebras.py @@ -29,6 +29,9 @@ def get_distribution_template() -> DistributionTemplate: "safety": ["inline::llama-guard"], "memory": ["inline::meta-reference"], "agents": ["inline::meta-reference"], + "eval": ["inline::meta-reference"], + "datasetio": ["remote::huggingface", "inline::localfs"], + "scoring": ["inline::basic", "inline::llm-as-judge", "inline::braintrust"], "telemetry": ["inline::meta-reference"], "tool_runtime": [ "remote::brave-search", diff --git a/llama_stack/templates/cerebras/run.yaml b/llama_stack/templates/cerebras/run.yaml index e06b17a50..42146ad4b 100644 --- a/llama_stack/templates/cerebras/run.yaml +++ b/llama_stack/templates/cerebras/run.yaml @@ -3,9 +3,12 @@ image_name: cerebras conda_env: cerebras apis: - agents +- datasetio +- eval - inference - memory - safety +- scoring - telemetry - tool_runtime providers: @@ -38,6 +41,28 @@ providers: type: sqlite namespace: null db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/cerebras}/agents_store.db + eval: + - provider_id: meta-reference + provider_type: inline::meta-reference + config: {} + datasetio: + - provider_id: huggingface + provider_type: remote::huggingface + config: {} + - provider_id: localfs + provider_type: inline::localfs + config: {} + scoring: + - provider_id: basic + provider_type: inline::basic + config: {} + - provider_id: llm-as-judge + provider_type: inline::llm-as-judge + config: {} + - provider_id: braintrust + provider_type: inline::braintrust + config: + openai_api_key: ${env.OPENAI_API_KEY:} telemetry: - provider_id: meta-reference provider_type: inline::meta-reference