diff --git a/llama_stack/templates/bedrock/provider_configs/__init__.py b/llama_stack/templates/bedrock/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/bedrock/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/bedrock/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/bedrock/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..758854acb --- /dev/null +++ b/llama_stack/templates/bedrock/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/responses_store.db diff --git a/llama_stack/templates/bedrock/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/bedrock/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..402f61855 --- /dev/null +++ b/llama_stack/templates/bedrock/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/huggingface_datasetio.db diff --git a/llama_stack/templates/bedrock/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/bedrock/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..2ef1a6551 --- /dev/null +++ b/llama_stack/templates/bedrock/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/localfs_datasetio.db diff --git a/llama_stack/templates/bedrock/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/bedrock/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..c81006620 --- /dev/null +++ b/llama_stack/templates/bedrock/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/meta_reference_eval.db diff --git a/llama_stack/templates/bedrock/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/bedrock/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/bedrock/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/bedrock/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/bedrock/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..942480ebe --- /dev/null +++ b/llama_stack/templates/bedrock/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/trace_store.db diff --git a/llama_stack/templates/bedrock/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/bedrock/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/bedrock/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/bedrock/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/bedrock/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/bedrock/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/bedrock/run.yaml b/llama_stack/templates/bedrock/run.yaml index f12c5bec5..f1d42a3f4 100644 --- a/llama_stack/templates/bedrock/run.yaml +++ b/llama_stack/templates/bedrock/run.yaml @@ -30,44 +30,22 @@ providers: agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/responses_store.db + config: ~/.llama/distributions/bedrock/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/trace_store.db + config: ~/.llama/distributions/bedrock/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/meta_reference_eval.db + config: ~/.llama/distributions/bedrock/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/huggingface_datasetio.db + config: ~/.llama/distributions/bedrock/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/bedrock}/localfs_datasetio.db + config: ~/.llama/distributions/bedrock/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -77,19 +55,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/bedrock/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/bedrock/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/bedrock/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/cerebras/provider_configs/__init__.py b/llama_stack/templates/cerebras/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/cerebras/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/cerebras/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/cerebras/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..8da139a08 --- /dev/null +++ b/llama_stack/templates/cerebras/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/responses_store.db diff --git a/llama_stack/templates/cerebras/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/cerebras/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..e5ddcbf98 --- /dev/null +++ b/llama_stack/templates/cerebras/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/huggingface_datasetio.db diff --git a/llama_stack/templates/cerebras/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/cerebras/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..3bfb0770a --- /dev/null +++ b/llama_stack/templates/cerebras/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/localfs_datasetio.db diff --git a/llama_stack/templates/cerebras/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/cerebras/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..c9e8c378f --- /dev/null +++ b/llama_stack/templates/cerebras/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/meta_reference_eval.db diff --git a/llama_stack/templates/cerebras/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/cerebras/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/cerebras/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/cerebras/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/cerebras/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/cerebras/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/cerebras/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/cerebras/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..da1ed636b --- /dev/null +++ b/llama_stack/templates/cerebras/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/trace_store.db diff --git a/llama_stack/templates/cerebras/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/cerebras/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/cerebras/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/cerebras/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/cerebras/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/cerebras/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/cerebras/run.yaml b/llama_stack/templates/cerebras/run.yaml index c3877ddce..b23f9e534 100644 --- a/llama_stack/templates/cerebras/run.yaml +++ b/llama_stack/templates/cerebras/run.yaml @@ -23,8 +23,7 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/cerebras/provider_configs/safety/llama-guard.yaml vector_io: - provider_id: faiss provider_type: inline::faiss @@ -36,37 +35,18 @@ providers: agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/responses_store.db + config: ~/.llama/distributions/cerebras/provider_configs/agents/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/meta_reference_eval.db + config: ~/.llama/distributions/cerebras/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/huggingface_datasetio.db + config: ~/.llama/distributions/cerebras/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/localfs_datasetio.db + config: ~/.llama/distributions/cerebras/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -76,26 +56,18 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/cerebras/provider_configs/scoring/braintrust.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/cerebras}/trace_store.db + config: ~/.llama/distributions/cerebras/provider_configs/telemetry/meta-reference.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/cerebras/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/cerebras/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/ci-tests/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/ci-tests/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..8634adaf8 --- /dev/null +++ b/llama_stack/templates/ci-tests/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/responses_store.db diff --git a/llama_stack/templates/ci-tests/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/ci-tests/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..f8534d9a0 --- /dev/null +++ b/llama_stack/templates/ci-tests/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/huggingface_datasetio.db diff --git a/llama_stack/templates/ci-tests/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/ci-tests/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..d06fa6166 --- /dev/null +++ b/llama_stack/templates/ci-tests/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/localfs_datasetio.db diff --git a/llama_stack/templates/ci-tests/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/ci-tests/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..8e285916c --- /dev/null +++ b/llama_stack/templates/ci-tests/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/meta_reference_eval.db diff --git a/llama_stack/templates/ci-tests/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/ci-tests/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/ci-tests/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/ci-tests/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/ci-tests/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/ci-tests/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/ci-tests/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/ci-tests/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..120687eca --- /dev/null +++ b/llama_stack/templates/ci-tests/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/trace_store.db diff --git a/llama_stack/templates/ci-tests/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/ci-tests/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/ci-tests/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/ci-tests/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/ci-tests/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/ci-tests/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/ci-tests/run.yaml b/llama_stack/templates/ci-tests/run.yaml index a38d09324..6791035f4 100644 --- a/llama_stack/templates/ci-tests/run.yaml +++ b/llama_stack/templates/ci-tests/run.yaml @@ -28,49 +28,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/ci-tests/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/responses_store.db + config: ~/.llama/distributions/ci-tests/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/trace_store.db + config: ~/.llama/distributions/ci-tests/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/meta_reference_eval.db + config: ~/.llama/distributions/ci-tests/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/huggingface_datasetio.db + config: ~/.llama/distributions/ci-tests/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ci-tests}/localfs_datasetio.db + config: ~/.llama/distributions/ci-tests/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -80,19 +57,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/ci-tests/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/ci-tests/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/ci-tests/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/dell/provider_configs/__init__.py b/llama_stack/templates/dell/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/dell/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/dell/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/dell/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..c3d5681ea --- /dev/null +++ b/llama_stack/templates/dell/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/responses_store.db diff --git a/llama_stack/templates/dell/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/dell/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..788546878 --- /dev/null +++ b/llama_stack/templates/dell/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/huggingface_datasetio.db diff --git a/llama_stack/templates/dell/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/dell/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..35b5d91d6 --- /dev/null +++ b/llama_stack/templates/dell/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/localfs_datasetio.db diff --git a/llama_stack/templates/dell/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/dell/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..75764770b --- /dev/null +++ b/llama_stack/templates/dell/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/meta_reference_eval.db diff --git a/llama_stack/templates/dell/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/dell/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/dell/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/dell/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/dell/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/dell/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/dell/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/dell/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..44eaa88d2 --- /dev/null +++ b/llama_stack/templates/dell/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/trace_store.db diff --git a/llama_stack/templates/dell/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/dell/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/dell/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/dell/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/dell/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/dell/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/dell/run-with-safety.yaml b/llama_stack/templates/dell/run-with-safety.yaml index 48639c772..837520f4d 100644 --- a/llama_stack/templates/dell/run-with-safety.yaml +++ b/llama_stack/templates/dell/run-with-safety.yaml @@ -31,49 +31,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/dell/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/responses_store.db + config: ~/.llama/distributions/dell/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/trace_store.db + config: ~/.llama/distributions/dell/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/meta_reference_eval.db + config: ~/.llama/distributions/dell/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/huggingface_datasetio.db + config: ~/.llama/distributions/dell/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/localfs_datasetio.db + config: ~/.llama/distributions/dell/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -83,19 +60,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/dell/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/dell/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/dell/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/dell/run.yaml b/llama_stack/templates/dell/run.yaml index 13d43530b..c827e6de9 100644 --- a/llama_stack/templates/dell/run.yaml +++ b/llama_stack/templates/dell/run.yaml @@ -27,49 +27,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/dell/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/responses_store.db + config: ~/.llama/distributions/dell/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/trace_store.db + config: ~/.llama/distributions/dell/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/meta_reference_eval.db + config: ~/.llama/distributions/dell/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/huggingface_datasetio.db + config: ~/.llama/distributions/dell/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/dell}/localfs_datasetio.db + config: ~/.llama/distributions/dell/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -79,19 +56,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/dell/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/dell/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/dell/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/experimental-post-training/provider_configs/__init__.py b/llama_stack/templates/experimental-post-training/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/experimental-post-training/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/experimental-post-training/run.yaml b/llama_stack/templates/experimental-post-training/run.yaml index a74aa3647..d165cec55 100644 --- a/llama_stack/templates/experimental-post-training/run.yaml +++ b/llama_stack/templates/experimental-post-training/run.yaml @@ -17,82 +17,49 @@ providers: inference: - provider_id: meta-reference-inference provider_type: inline::meta-reference - config: - max_seq_len: 4096 - checkpoint_dir: null - create_distributed_process_group: False + config: ~/.llama/distributions/experimental-post-training/provider_configs/meta-reference-inference.yaml - provider_id: ollama provider_type: remote::ollama - config: - url: ${env.OLLAMA_URL:=http://localhost:11434} + config: ~/.llama/distributions/experimental-post-training/provider_configs/ollama.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/meta_reference_eval.db + config: ~/.llama/distributions/experimental-post-training/provider_configs/meta-reference-eval.yaml scoring: - provider_id: basic provider_type: inline::basic - config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:+} + config: ~/.llama/distributions/experimental-post-training/provider_configs/braintrust.yaml datasetio: - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/experimental-post-training}/localfs_datasetio.db + config: ~/.llama/distributions/experimental-post-training/provider_configs/localfs.yaml - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/huggingface}/huggingface_datasetio.db + config: ~/.llama/distributions/experimental-post-training/provider_configs/huggingface.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: {} post_training: - provider_id: huggingface provider_type: inline::huggingface - config: - checkpoint_format: huggingface - distributed_backend: null - device: cpu + config: ~/.llama/distributions/experimental-post-training/provider_configs/huggingface-post-training.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/experimental-post-training}/agents_store.db + config: ~/.llama/distributions/experimental-post-training/provider_configs/meta-reference-agents.yaml safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: {} vector_io: - provider_id: faiss provider_type: inline::faiss - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/experimental-post-training}/faiss_store.db + config: ~/.llama/distributions/experimental-post-training/provider_configs/faiss.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:+} - max_results: 3 + config: ~/.llama/distributions/experimental-post-training/provider_configs/brave-search.yaml metadata_store: diff --git a/llama_stack/templates/fireworks/provider_configs/__init__.py b/llama_stack/templates/fireworks/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/fireworks/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/fireworks/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/fireworks/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..c65c3dcde --- /dev/null +++ b/llama_stack/templates/fireworks/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/responses_store.db diff --git a/llama_stack/templates/fireworks/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/fireworks/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..0216e32eb --- /dev/null +++ b/llama_stack/templates/fireworks/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/huggingface_datasetio.db diff --git a/llama_stack/templates/fireworks/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/fireworks/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..211bede41 --- /dev/null +++ b/llama_stack/templates/fireworks/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/localfs_datasetio.db diff --git a/llama_stack/templates/fireworks/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/fireworks/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..d5117c8c5 --- /dev/null +++ b/llama_stack/templates/fireworks/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/meta_reference_eval.db diff --git a/llama_stack/templates/fireworks/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/fireworks/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/fireworks/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/fireworks/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/fireworks/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/fireworks/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/fireworks/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/fireworks/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..a81e7a720 --- /dev/null +++ b/llama_stack/templates/fireworks/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/trace_store.db diff --git a/llama_stack/templates/fireworks/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/fireworks/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/fireworks/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/fireworks/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/fireworks/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/fireworks/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/fireworks/provider_configs/tool_runtime/wolfram-alpha.yaml b/llama_stack/templates/fireworks/provider_configs/tool_runtime/wolfram-alpha.yaml new file mode 100644 index 000000000..a295808f5 --- /dev/null +++ b/llama_stack/templates/fireworks/provider_configs/tool_runtime/wolfram-alpha.yaml @@ -0,0 +1 @@ +api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} diff --git a/llama_stack/templates/fireworks/run-with-safety.yaml b/llama_stack/templates/fireworks/run-with-safety.yaml index ecb53a18d..fdc2bd9b6 100644 --- a/llama_stack/templates/fireworks/run-with-safety.yaml +++ b/llama_stack/templates/fireworks/run-with-safety.yaml @@ -42,44 +42,22 @@ providers: agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/responses_store.db + config: ~/.llama/distributions/fireworks/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/trace_store.db + config: ~/.llama/distributions/fireworks/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/meta_reference_eval.db + config: ~/.llama/distributions/fireworks/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/huggingface_datasetio.db + config: ~/.llama/distributions/fireworks/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/localfs_datasetio.db + config: ~/.llama/distributions/fireworks/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -89,8 +67,7 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/fireworks/provider_configs/scoring/braintrust.yaml files: - provider_id: meta-reference-files provider_type: inline::localfs @@ -102,18 +79,13 @@ providers: tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/fireworks/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/fireworks/provider_configs/tool_runtime/tavily-search.yaml - provider_id: wolfram-alpha provider_type: remote::wolfram-alpha - config: - api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} + config: ~/.llama/distributions/fireworks/provider_configs/tool_runtime/wolfram-alpha.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/fireworks/run.yaml b/llama_stack/templates/fireworks/run.yaml index 298d28d52..f396c5a1e 100644 --- a/llama_stack/templates/fireworks/run.yaml +++ b/llama_stack/templates/fireworks/run.yaml @@ -32,49 +32,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/fireworks/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/responses_store.db + config: ~/.llama/distributions/fireworks/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/trace_store.db + config: ~/.llama/distributions/fireworks/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/meta_reference_eval.db + config: ~/.llama/distributions/fireworks/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/huggingface_datasetio.db + config: ~/.llama/distributions/fireworks/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/fireworks}/localfs_datasetio.db + config: ~/.llama/distributions/fireworks/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -84,8 +61,7 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/fireworks/provider_configs/scoring/braintrust.yaml files: - provider_id: meta-reference-files provider_type: inline::localfs @@ -97,18 +73,13 @@ providers: tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/fireworks/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/fireworks/provider_configs/tool_runtime/tavily-search.yaml - provider_id: wolfram-alpha provider_type: remote::wolfram-alpha - config: - api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} + config: ~/.llama/distributions/fireworks/provider_configs/tool_runtime/wolfram-alpha.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/groq/provider_configs/__init__.py b/llama_stack/templates/groq/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/groq/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/groq/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/groq/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..ac4887d2e --- /dev/null +++ b/llama_stack/templates/groq/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/responses_store.db diff --git a/llama_stack/templates/groq/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/groq/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..7d1f11e0d --- /dev/null +++ b/llama_stack/templates/groq/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/huggingface_datasetio.db diff --git a/llama_stack/templates/groq/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/groq/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..7d4c3a062 --- /dev/null +++ b/llama_stack/templates/groq/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/localfs_datasetio.db diff --git a/llama_stack/templates/groq/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/groq/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..b38cb314e --- /dev/null +++ b/llama_stack/templates/groq/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/meta_reference_eval.db diff --git a/llama_stack/templates/groq/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/groq/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/groq/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/groq/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/groq/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/groq/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/groq/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/groq/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..719068e08 --- /dev/null +++ b/llama_stack/templates/groq/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/trace_store.db diff --git a/llama_stack/templates/groq/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/groq/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/groq/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/groq/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/groq/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/groq/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/groq/provider_configs/vector_io/faiss.yaml b/llama_stack/templates/groq/provider_configs/vector_io/faiss.yaml new file mode 100644 index 000000000..6c67fc2b0 --- /dev/null +++ b/llama_stack/templates/groq/provider_configs/vector_io/faiss.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/faiss_store.db diff --git a/llama_stack/templates/groq/run.yaml b/llama_stack/templates/groq/run.yaml index 13bb65ed2..f64daf6ad 100644 --- a/llama_stack/templates/groq/run.yaml +++ b/llama_stack/templates/groq/run.yaml @@ -23,57 +23,30 @@ providers: vector_io: - provider_id: faiss provider_type: inline::faiss - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/faiss_store.db + config: ~/.llama/distributions/groq/provider_configs/vector_io/faiss.yaml safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/groq/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/responses_store.db + config: ~/.llama/distributions/groq/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/trace_store.db + config: ~/.llama/distributions/groq/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/meta_reference_eval.db + config: ~/.llama/distributions/groq/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/huggingface_datasetio.db + config: ~/.llama/distributions/groq/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/groq}/localfs_datasetio.db + config: ~/.llama/distributions/groq/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -83,19 +56,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/groq/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/groq/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/groq/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/hf-endpoint/provider_configs/__init__.py b/llama_stack/templates/hf-endpoint/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/hf-endpoint/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/hf-endpoint/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/hf-endpoint/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..be0bdc58d --- /dev/null +++ b/llama_stack/templates/hf-endpoint/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/responses_store.db diff --git a/llama_stack/templates/hf-endpoint/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/hf-endpoint/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..ce0d8a8c5 --- /dev/null +++ b/llama_stack/templates/hf-endpoint/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/huggingface_datasetio.db diff --git a/llama_stack/templates/hf-endpoint/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/hf-endpoint/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..29b0f2460 --- /dev/null +++ b/llama_stack/templates/hf-endpoint/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/localfs_datasetio.db diff --git a/llama_stack/templates/hf-endpoint/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/hf-endpoint/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..99d93e306 --- /dev/null +++ b/llama_stack/templates/hf-endpoint/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/meta_reference_eval.db diff --git a/llama_stack/templates/hf-endpoint/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/hf-endpoint/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/hf-endpoint/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/hf-endpoint/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/hf-endpoint/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/hf-endpoint/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/hf-endpoint/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/hf-endpoint/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..bcdc0d998 --- /dev/null +++ b/llama_stack/templates/hf-endpoint/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/trace_store.db diff --git a/llama_stack/templates/hf-endpoint/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/hf-endpoint/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/hf-endpoint/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/hf-endpoint/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/hf-endpoint/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/hf-endpoint/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/hf-endpoint/run-with-safety.yaml b/llama_stack/templates/hf-endpoint/run-with-safety.yaml index b2bc6a8e9..eaa5af18b 100644 --- a/llama_stack/templates/hf-endpoint/run-with-safety.yaml +++ b/llama_stack/templates/hf-endpoint/run-with-safety.yaml @@ -36,49 +36,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/hf-endpoint/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/responses_store.db + config: ~/.llama/distributions/hf-endpoint/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/trace_store.db + config: ~/.llama/distributions/hf-endpoint/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/meta_reference_eval.db + config: ~/.llama/distributions/hf-endpoint/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/huggingface_datasetio.db + config: ~/.llama/distributions/hf-endpoint/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/localfs_datasetio.db + config: ~/.llama/distributions/hf-endpoint/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -88,19 +65,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/hf-endpoint/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/hf-endpoint/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/hf-endpoint/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/hf-endpoint/run.yaml b/llama_stack/templates/hf-endpoint/run.yaml index d62921ccc..9b5528cc2 100644 --- a/llama_stack/templates/hf-endpoint/run.yaml +++ b/llama_stack/templates/hf-endpoint/run.yaml @@ -31,49 +31,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/hf-endpoint/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/responses_store.db + config: ~/.llama/distributions/hf-endpoint/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/trace_store.db + config: ~/.llama/distributions/hf-endpoint/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/meta_reference_eval.db + config: ~/.llama/distributions/hf-endpoint/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/huggingface_datasetio.db + config: ~/.llama/distributions/hf-endpoint/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-endpoint}/localfs_datasetio.db + config: ~/.llama/distributions/hf-endpoint/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -83,19 +60,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/hf-endpoint/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/hf-endpoint/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/hf-endpoint/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/hf-serverless/provider_configs/__init__.py b/llama_stack/templates/hf-serverless/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/hf-serverless/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/hf-serverless/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/hf-serverless/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..cd9610cba --- /dev/null +++ b/llama_stack/templates/hf-serverless/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/responses_store.db diff --git a/llama_stack/templates/hf-serverless/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/hf-serverless/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..c44c6efdf --- /dev/null +++ b/llama_stack/templates/hf-serverless/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/huggingface_datasetio.db diff --git a/llama_stack/templates/hf-serverless/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/hf-serverless/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..b871028ce --- /dev/null +++ b/llama_stack/templates/hf-serverless/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/localfs_datasetio.db diff --git a/llama_stack/templates/hf-serverless/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/hf-serverless/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..1fa1f67c8 --- /dev/null +++ b/llama_stack/templates/hf-serverless/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/meta_reference_eval.db diff --git a/llama_stack/templates/hf-serverless/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/hf-serverless/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/hf-serverless/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/hf-serverless/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/hf-serverless/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/hf-serverless/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/hf-serverless/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/hf-serverless/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..af9659004 --- /dev/null +++ b/llama_stack/templates/hf-serverless/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/trace_store.db diff --git a/llama_stack/templates/hf-serverless/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/hf-serverless/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/hf-serverless/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/hf-serverless/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/hf-serverless/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/hf-serverless/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/hf-serverless/run-with-safety.yaml b/llama_stack/templates/hf-serverless/run-with-safety.yaml index d7ff4f446..455a190e8 100644 --- a/llama_stack/templates/hf-serverless/run-with-safety.yaml +++ b/llama_stack/templates/hf-serverless/run-with-safety.yaml @@ -36,49 +36,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/hf-serverless/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/responses_store.db + config: ~/.llama/distributions/hf-serverless/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/trace_store.db + config: ~/.llama/distributions/hf-serverless/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/meta_reference_eval.db + config: ~/.llama/distributions/hf-serverless/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/huggingface_datasetio.db + config: ~/.llama/distributions/hf-serverless/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/localfs_datasetio.db + config: ~/.llama/distributions/hf-serverless/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -88,19 +65,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/hf-serverless/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/hf-serverless/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/hf-serverless/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/hf-serverless/run.yaml b/llama_stack/templates/hf-serverless/run.yaml index 19484cba6..f50ba84fa 100644 --- a/llama_stack/templates/hf-serverless/run.yaml +++ b/llama_stack/templates/hf-serverless/run.yaml @@ -31,49 +31,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/hf-serverless/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/responses_store.db + config: ~/.llama/distributions/hf-serverless/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/trace_store.db + config: ~/.llama/distributions/hf-serverless/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/meta_reference_eval.db + config: ~/.llama/distributions/hf-serverless/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/huggingface_datasetio.db + config: ~/.llama/distributions/hf-serverless/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/hf-serverless}/localfs_datasetio.db + config: ~/.llama/distributions/hf-serverless/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -83,19 +60,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/hf-serverless/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/hf-serverless/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/hf-serverless/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/llama_api/provider_configs/__init__.py b/llama_stack/templates/llama_api/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/llama_api/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/llama_api/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/llama_api/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..c790d9378 --- /dev/null +++ b/llama_stack/templates/llama_api/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/llama_api}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/llama_api}/responses_store.db diff --git a/llama_stack/templates/llama_api/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/llama_api/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..114aa1eca --- /dev/null +++ b/llama_stack/templates/llama_api/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/llama_api}/huggingface_datasetio.db diff --git a/llama_stack/templates/llama_api/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/llama_api/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..00f729f4e --- /dev/null +++ b/llama_stack/templates/llama_api/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/llama_api}/localfs_datasetio.db diff --git a/llama_stack/templates/llama_api/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/llama_api/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..6b54b7284 --- /dev/null +++ b/llama_stack/templates/llama_api/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/llama_api}/meta_reference_eval.db diff --git a/llama_stack/templates/llama_api/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/llama_api/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/llama_api/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/llama_api/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/llama_api/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/llama_api/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/llama_api/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/llama_api/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..2874a7038 --- /dev/null +++ b/llama_stack/templates/llama_api/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/llama_api}/trace_store.db diff --git a/llama_stack/templates/llama_api/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/llama_api/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/llama_api/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/llama_api/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/llama_api/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/llama_api/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/llama_api/run.yaml b/llama_stack/templates/llama_api/run.yaml index 3bfb284a3..c1decb3f4 100644 --- a/llama_stack/templates/llama_api/run.yaml +++ b/llama_stack/templates/llama_api/run.yaml @@ -40,49 +40,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/llama_api/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/llama_api}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/llama_api}/responses_store.db + config: ~/.llama/distributions/llama_api/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/llama_api}/trace_store.db + config: ~/.llama/distributions/llama_api/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/llama_api}/meta_reference_eval.db + config: ~/.llama/distributions/llama_api/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/llama_api}/huggingface_datasetio.db + config: ~/.llama/distributions/llama_api/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/llama_api}/localfs_datasetio.db + config: ~/.llama/distributions/llama_api/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -92,19 +69,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/llama_api/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/llama_api/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/llama_api/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/meta-reference-gpu/provider_configs/__init__.py b/llama_stack/templates/meta-reference-gpu/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/meta-reference-gpu/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/meta-reference-gpu/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/meta-reference-gpu/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..8e2ce6e50 --- /dev/null +++ b/llama_stack/templates/meta-reference-gpu/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/responses_store.db diff --git a/llama_stack/templates/meta-reference-gpu/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/meta-reference-gpu/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..3287bf2a7 --- /dev/null +++ b/llama_stack/templates/meta-reference-gpu/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/huggingface_datasetio.db diff --git a/llama_stack/templates/meta-reference-gpu/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/meta-reference-gpu/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..701db0eb3 --- /dev/null +++ b/llama_stack/templates/meta-reference-gpu/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/localfs_datasetio.db diff --git a/llama_stack/templates/meta-reference-gpu/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/meta-reference-gpu/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..bad24e17d --- /dev/null +++ b/llama_stack/templates/meta-reference-gpu/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/meta_reference_eval.db diff --git a/llama_stack/templates/meta-reference-gpu/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/meta-reference-gpu/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/meta-reference-gpu/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/meta-reference-gpu/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/meta-reference-gpu/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/meta-reference-gpu/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/meta-reference-gpu/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/meta-reference-gpu/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..57095ab2d --- /dev/null +++ b/llama_stack/templates/meta-reference-gpu/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/trace_store.db diff --git a/llama_stack/templates/meta-reference-gpu/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/meta-reference-gpu/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/meta-reference-gpu/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/meta-reference-gpu/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/meta-reference-gpu/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/meta-reference-gpu/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/meta-reference-gpu/run-with-safety.yaml b/llama_stack/templates/meta-reference-gpu/run-with-safety.yaml index 46b3a33a6..0e92a5635 100644 --- a/llama_stack/templates/meta-reference-gpu/run-with-safety.yaml +++ b/llama_stack/templates/meta-reference-gpu/run-with-safety.yaml @@ -46,49 +46,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/responses_store.db + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/trace_store.db + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/meta_reference_eval.db + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/huggingface_datasetio.db + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/localfs_datasetio.db + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -98,19 +75,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/meta-reference-gpu/run.yaml b/llama_stack/templates/meta-reference-gpu/run.yaml index 033ec245a..5e1c19227 100644 --- a/llama_stack/templates/meta-reference-gpu/run.yaml +++ b/llama_stack/templates/meta-reference-gpu/run.yaml @@ -36,49 +36,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/responses_store.db + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/trace_store.db + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/meta_reference_eval.db + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/huggingface_datasetio.db + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/localfs_datasetio.db + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -88,19 +65,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/meta-reference-gpu/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/nvidia/provider_configs/__init__.py b/llama_stack/templates/nvidia/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/nvidia/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/nvidia/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/nvidia/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..203edeced --- /dev/null +++ b/llama_stack/templates/nvidia/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/nvidia}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/nvidia}/responses_store.db diff --git a/llama_stack/templates/nvidia/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/nvidia/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..7aec4dacf --- /dev/null +++ b/llama_stack/templates/nvidia/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/nvidia}/localfs_datasetio.db diff --git a/llama_stack/templates/nvidia/provider_configs/datasetio/nvidia.yaml b/llama_stack/templates/nvidia/provider_configs/datasetio/nvidia.yaml new file mode 100644 index 000000000..e993c446d --- /dev/null +++ b/llama_stack/templates/nvidia/provider_configs/datasetio/nvidia.yaml @@ -0,0 +1,4 @@ +api_key: ${env.NVIDIA_API_KEY:=} +dataset_namespace: ${env.NVIDIA_DATASET_NAMESPACE:=default} +project_id: ${env.NVIDIA_PROJECT_ID:=test-project} +datasets_url: ${env.NVIDIA_DATASETS_URL:=http://nemo.test} diff --git a/llama_stack/templates/nvidia/provider_configs/post_training/nvidia.yaml b/llama_stack/templates/nvidia/provider_configs/post_training/nvidia.yaml new file mode 100644 index 000000000..a1b2df497 --- /dev/null +++ b/llama_stack/templates/nvidia/provider_configs/post_training/nvidia.yaml @@ -0,0 +1,4 @@ +api_key: ${env.NVIDIA_API_KEY:=} +dataset_namespace: ${env.NVIDIA_DATASET_NAMESPACE:=default} +project_id: ${env.NVIDIA_PROJECT_ID:=test-project} +customizer_url: ${env.NVIDIA_CUSTOMIZER_URL:=http://nemo.test} diff --git a/llama_stack/templates/nvidia/provider_configs/safety/nvidia.yaml b/llama_stack/templates/nvidia/provider_configs/safety/nvidia.yaml new file mode 100644 index 000000000..13453ee29 --- /dev/null +++ b/llama_stack/templates/nvidia/provider_configs/safety/nvidia.yaml @@ -0,0 +1,2 @@ +guardrails_service_url: ${env.GUARDRAILS_SERVICE_URL:=http://localhost:7331} +config_id: ${env.NVIDIA_GUARDRAILS_CONFIG_ID:=self-check} diff --git a/llama_stack/templates/nvidia/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/nvidia/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..f7fcf1b91 --- /dev/null +++ b/llama_stack/templates/nvidia/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/nvidia}/trace_store.db diff --git a/llama_stack/templates/nvidia/provider_configs/vector_io/faiss.yaml b/llama_stack/templates/nvidia/provider_configs/vector_io/faiss.yaml new file mode 100644 index 000000000..b86ac6d54 --- /dev/null +++ b/llama_stack/templates/nvidia/provider_configs/vector_io/faiss.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/nvidia}/faiss_store.db diff --git a/llama_stack/templates/nvidia/run-with-safety.yaml b/llama_stack/templates/nvidia/run-with-safety.yaml index 73783be98..687bcf21a 100644 --- a/llama_stack/templates/nvidia/run-with-safety.yaml +++ b/llama_stack/templates/nvidia/run-with-safety.yaml @@ -27,35 +27,19 @@ providers: vector_io: - provider_id: faiss provider_type: inline::faiss - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/nvidia}/faiss_store.db + config: ~/.llama/distributions/nvidia/provider_configs/vector_io/faiss.yaml safety: - provider_id: nvidia provider_type: remote::nvidia - config: - guardrails_service_url: ${env.GUARDRAILS_SERVICE_URL:=http://localhost:7331} - config_id: ${env.NVIDIA_GUARDRAILS_CONFIG_ID:=self-check} + config: ~/.llama/distributions/nvidia/provider_configs/safety/nvidia.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/nvidia}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/nvidia}/responses_store.db + config: ~/.llama/distributions/nvidia/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/nvidia}/trace_store.db + config: ~/.llama/distributions/nvidia/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: nvidia provider_type: remote::nvidia @@ -64,26 +48,14 @@ providers: post_training: - provider_id: nvidia provider_type: remote::nvidia - config: - api_key: ${env.NVIDIA_API_KEY:=} - dataset_namespace: ${env.NVIDIA_DATASET_NAMESPACE:=default} - project_id: ${env.NVIDIA_PROJECT_ID:=test-project} - customizer_url: ${env.NVIDIA_CUSTOMIZER_URL:=http://nemo.test} + config: ~/.llama/distributions/nvidia/provider_configs/post_training/nvidia.yaml datasetio: - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/nvidia}/localfs_datasetio.db + config: ~/.llama/distributions/nvidia/provider_configs/datasetio/localfs.yaml - provider_id: nvidia provider_type: remote::nvidia - config: - api_key: ${env.NVIDIA_API_KEY:=} - dataset_namespace: ${env.NVIDIA_DATASET_NAMESPACE:=default} - project_id: ${env.NVIDIA_PROJECT_ID:=test-project} - datasets_url: ${env.NVIDIA_DATASETS_URL:=http://nemo.test} + config: ~/.llama/distributions/nvidia/provider_configs/datasetio/nvidia.yaml scoring: - provider_id: basic provider_type: inline::basic diff --git a/llama_stack/templates/nvidia/run.yaml b/llama_stack/templates/nvidia/run.yaml index af9d5904a..4e70ab588 100644 --- a/llama_stack/templates/nvidia/run.yaml +++ b/llama_stack/templates/nvidia/run.yaml @@ -22,35 +22,19 @@ providers: vector_io: - provider_id: faiss provider_type: inline::faiss - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/nvidia}/faiss_store.db + config: ~/.llama/distributions/nvidia/provider_configs/vector_io/faiss.yaml safety: - provider_id: nvidia provider_type: remote::nvidia - config: - guardrails_service_url: ${env.GUARDRAILS_SERVICE_URL:=http://localhost:7331} - config_id: ${env.NVIDIA_GUARDRAILS_CONFIG_ID:=self-check} + config: ~/.llama/distributions/nvidia/provider_configs/safety/nvidia.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/nvidia}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/nvidia}/responses_store.db + config: ~/.llama/distributions/nvidia/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/nvidia}/trace_store.db + config: ~/.llama/distributions/nvidia/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: nvidia provider_type: remote::nvidia @@ -59,11 +43,7 @@ providers: post_training: - provider_id: nvidia provider_type: remote::nvidia - config: - api_key: ${env.NVIDIA_API_KEY:=} - dataset_namespace: ${env.NVIDIA_DATASET_NAMESPACE:=default} - project_id: ${env.NVIDIA_PROJECT_ID:=test-project} - customizer_url: ${env.NVIDIA_CUSTOMIZER_URL:=http://nemo.test} + config: ~/.llama/distributions/nvidia/provider_configs/post_training/nvidia.yaml datasetio: - provider_id: nvidia provider_type: remote::nvidia diff --git a/llama_stack/templates/ollama/provider_configs/__init__.py b/llama_stack/templates/ollama/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/ollama/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/ollama/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/ollama/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..0679eda58 --- /dev/null +++ b/llama_stack/templates/ollama/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/responses_store.db diff --git a/llama_stack/templates/ollama/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/ollama/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..95667fb9c --- /dev/null +++ b/llama_stack/templates/ollama/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/huggingface_datasetio.db diff --git a/llama_stack/templates/ollama/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/ollama/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..1a38d1d6d --- /dev/null +++ b/llama_stack/templates/ollama/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/localfs_datasetio.db diff --git a/llama_stack/templates/ollama/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/ollama/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..f15c27f1f --- /dev/null +++ b/llama_stack/templates/ollama/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/meta_reference_eval.db diff --git a/llama_stack/templates/ollama/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/ollama/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/ollama/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/ollama/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/ollama/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/ollama/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/ollama/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/ollama/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..cd07ae79a --- /dev/null +++ b/llama_stack/templates/ollama/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/trace_store.db diff --git a/llama_stack/templates/ollama/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/ollama/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/ollama/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/ollama/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/ollama/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/ollama/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/ollama/provider_configs/tool_runtime/wolfram-alpha.yaml b/llama_stack/templates/ollama/provider_configs/tool_runtime/wolfram-alpha.yaml new file mode 100644 index 000000000..a295808f5 --- /dev/null +++ b/llama_stack/templates/ollama/provider_configs/tool_runtime/wolfram-alpha.yaml @@ -0,0 +1 @@ +api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} diff --git a/llama_stack/templates/ollama/run-with-safety.yaml b/llama_stack/templates/ollama/run-with-safety.yaml index bad51de09..62ff7124e 100644 --- a/llama_stack/templates/ollama/run-with-safety.yaml +++ b/llama_stack/templates/ollama/run-with-safety.yaml @@ -37,44 +37,22 @@ providers: agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/responses_store.db + config: ~/.llama/distributions/ollama/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/trace_store.db + config: ~/.llama/distributions/ollama/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/meta_reference_eval.db + config: ~/.llama/distributions/ollama/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/huggingface_datasetio.db + config: ~/.llama/distributions/ollama/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/localfs_datasetio.db + config: ~/.llama/distributions/ollama/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -84,8 +62,7 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/ollama/provider_configs/scoring/braintrust.yaml files: - provider_id: meta-reference-files provider_type: inline::localfs @@ -104,14 +81,10 @@ providers: tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/ollama/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/ollama/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} @@ -120,8 +93,7 @@ providers: config: {} - provider_id: wolfram-alpha provider_type: remote::wolfram-alpha - config: - api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} + config: ~/.llama/distributions/ollama/provider_configs/tool_runtime/wolfram-alpha.yaml metadata_store: type: sqlite db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/registry.db diff --git a/llama_stack/templates/ollama/run.yaml b/llama_stack/templates/ollama/run.yaml index e1dea730e..bd479ecf2 100644 --- a/llama_stack/templates/ollama/run.yaml +++ b/llama_stack/templates/ollama/run.yaml @@ -30,49 +30,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/ollama/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/responses_store.db + config: ~/.llama/distributions/ollama/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/trace_store.db + config: ~/.llama/distributions/ollama/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/meta_reference_eval.db + config: ~/.llama/distributions/ollama/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/huggingface_datasetio.db + config: ~/.llama/distributions/ollama/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/localfs_datasetio.db + config: ~/.llama/distributions/ollama/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -82,8 +59,7 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/ollama/provider_configs/scoring/braintrust.yaml files: - provider_id: meta-reference-files provider_type: inline::localfs @@ -102,14 +78,10 @@ providers: tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/ollama/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/ollama/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} @@ -118,8 +90,7 @@ providers: config: {} - provider_id: wolfram-alpha provider_type: remote::wolfram-alpha - config: - api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} + config: ~/.llama/distributions/ollama/provider_configs/tool_runtime/wolfram-alpha.yaml metadata_store: type: sqlite db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/ollama}/registry.db diff --git a/llama_stack/templates/open-benchmark/provider_configs/__init__.py b/llama_stack/templates/open-benchmark/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/open-benchmark/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/open-benchmark/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/open-benchmark/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..2a485e81e --- /dev/null +++ b/llama_stack/templates/open-benchmark/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/open-benchmark}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/open-benchmark}/responses_store.db diff --git a/llama_stack/templates/open-benchmark/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/open-benchmark/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..51d561c31 --- /dev/null +++ b/llama_stack/templates/open-benchmark/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/open-benchmark}/huggingface_datasetio.db diff --git a/llama_stack/templates/open-benchmark/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/open-benchmark/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..48a2d6855 --- /dev/null +++ b/llama_stack/templates/open-benchmark/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/open-benchmark}/localfs_datasetio.db diff --git a/llama_stack/templates/open-benchmark/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/open-benchmark/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..518d5f39e --- /dev/null +++ b/llama_stack/templates/open-benchmark/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/open-benchmark}/meta_reference_eval.db diff --git a/llama_stack/templates/open-benchmark/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/open-benchmark/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/open-benchmark/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/open-benchmark/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/open-benchmark/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/open-benchmark/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/open-benchmark/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/open-benchmark/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..b6c90adeb --- /dev/null +++ b/llama_stack/templates/open-benchmark/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/open-benchmark}/trace_store.db diff --git a/llama_stack/templates/open-benchmark/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/open-benchmark/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/open-benchmark/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/open-benchmark/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/open-benchmark/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/open-benchmark/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/open-benchmark/run.yaml b/llama_stack/templates/open-benchmark/run.yaml index 57ae6b9be..1e86d1e93 100644 --- a/llama_stack/templates/open-benchmark/run.yaml +++ b/llama_stack/templates/open-benchmark/run.yaml @@ -54,49 +54,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/open-benchmark/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/open-benchmark}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/open-benchmark}/responses_store.db + config: ~/.llama/distributions/open-benchmark/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/open-benchmark}/trace_store.db + config: ~/.llama/distributions/open-benchmark/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/open-benchmark}/meta_reference_eval.db + config: ~/.llama/distributions/open-benchmark/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/open-benchmark}/huggingface_datasetio.db + config: ~/.llama/distributions/open-benchmark/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/open-benchmark}/localfs_datasetio.db + config: ~/.llama/distributions/open-benchmark/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -106,19 +83,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/open-benchmark/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/open-benchmark/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/open-benchmark/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/passthrough/provider_configs/__init__.py b/llama_stack/templates/passthrough/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/passthrough/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/passthrough/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/passthrough/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..0f6400caf --- /dev/null +++ b/llama_stack/templates/passthrough/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/responses_store.db diff --git a/llama_stack/templates/passthrough/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/passthrough/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..1420b3112 --- /dev/null +++ b/llama_stack/templates/passthrough/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/huggingface_datasetio.db diff --git a/llama_stack/templates/passthrough/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/passthrough/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..7b1e9d3dd --- /dev/null +++ b/llama_stack/templates/passthrough/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/localfs_datasetio.db diff --git a/llama_stack/templates/passthrough/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/passthrough/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..eeabc8187 --- /dev/null +++ b/llama_stack/templates/passthrough/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/meta_reference_eval.db diff --git a/llama_stack/templates/passthrough/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/passthrough/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/passthrough/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/passthrough/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/passthrough/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/passthrough/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/passthrough/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/passthrough/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..00c5dcc38 --- /dev/null +++ b/llama_stack/templates/passthrough/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/trace_store.db diff --git a/llama_stack/templates/passthrough/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/passthrough/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/passthrough/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/passthrough/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/passthrough/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/passthrough/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/passthrough/provider_configs/tool_runtime/wolfram-alpha.yaml b/llama_stack/templates/passthrough/provider_configs/tool_runtime/wolfram-alpha.yaml new file mode 100644 index 000000000..a295808f5 --- /dev/null +++ b/llama_stack/templates/passthrough/provider_configs/tool_runtime/wolfram-alpha.yaml @@ -0,0 +1 @@ +api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} diff --git a/llama_stack/templates/passthrough/run-with-safety.yaml b/llama_stack/templates/passthrough/run-with-safety.yaml index 7a30f665c..9dc805ccf 100644 --- a/llama_stack/templates/passthrough/run-with-safety.yaml +++ b/llama_stack/templates/passthrough/run-with-safety.yaml @@ -41,44 +41,22 @@ providers: agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/responses_store.db + config: ~/.llama/distributions/passthrough/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/trace_store.db + config: ~/.llama/distributions/passthrough/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/meta_reference_eval.db + config: ~/.llama/distributions/passthrough/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/huggingface_datasetio.db + config: ~/.llama/distributions/passthrough/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/localfs_datasetio.db + config: ~/.llama/distributions/passthrough/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -88,23 +66,17 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/passthrough/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/passthrough/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/passthrough/provider_configs/tool_runtime/tavily-search.yaml - provider_id: wolfram-alpha provider_type: remote::wolfram-alpha - config: - api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} + config: ~/.llama/distributions/passthrough/provider_configs/tool_runtime/wolfram-alpha.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/passthrough/run.yaml b/llama_stack/templates/passthrough/run.yaml index dc751ea20..da7a3b9fa 100644 --- a/llama_stack/templates/passthrough/run.yaml +++ b/llama_stack/templates/passthrough/run.yaml @@ -31,49 +31,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/passthrough/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/responses_store.db + config: ~/.llama/distributions/passthrough/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/trace_store.db + config: ~/.llama/distributions/passthrough/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/meta_reference_eval.db + config: ~/.llama/distributions/passthrough/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/huggingface_datasetio.db + config: ~/.llama/distributions/passthrough/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/passthrough}/localfs_datasetio.db + config: ~/.llama/distributions/passthrough/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -83,23 +60,17 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/passthrough/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/passthrough/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/passthrough/provider_configs/tool_runtime/tavily-search.yaml - provider_id: wolfram-alpha provider_type: remote::wolfram-alpha - config: - api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} + config: ~/.llama/distributions/passthrough/provider_configs/tool_runtime/wolfram-alpha.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/postgres-demo/provider_configs/__init__.py b/llama_stack/templates/postgres-demo/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/postgres-demo/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/postgres-demo/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/postgres-demo/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/postgres-demo/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/postgres-demo/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/postgres-demo/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/postgres-demo/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/postgres-demo/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/postgres-demo/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/postgres-demo/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/postgres-demo/run.yaml b/llama_stack/templates/postgres-demo/run.yaml index 9f82bff60..84d154c31 100644 --- a/llama_stack/templates/postgres-demo/run.yaml +++ b/llama_stack/templates/postgres-demo/run.yaml @@ -27,8 +27,7 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/postgres-demo/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference @@ -57,14 +56,10 @@ providers: tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/postgres-demo/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/postgres-demo/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} @@ -81,11 +76,11 @@ metadata_store: table_name: ${env.POSTGRES_TABLE_NAME:=llamastack_kvstore} inference_store: type: postgres - host: ${env.POSTGRES_HOST:localhost} - port: ${env.POSTGRES_PORT:5432} - db: ${env.POSTGRES_DB:llamastack} - user: ${env.POSTGRES_USER:llamastack} - password: ${env.POSTGRES_PASSWORD:llamastack} + host: ${env.POSTGRES_HOST:=localhost} + port: ${env.POSTGRES_PORT:=5432} + db: ${env.POSTGRES_DB:=llamastack} + user: ${env.POSTGRES_USER:=llamastack} + password: ${env.POSTGRES_PASSWORD:=llamastack} models: - metadata: {} model_id: ${env.INFERENCE_MODEL} diff --git a/llama_stack/templates/remote-vllm/provider_configs/__init__.py b/llama_stack/templates/remote-vllm/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/remote-vllm/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/remote-vllm/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/remote-vllm/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..794bbf532 --- /dev/null +++ b/llama_stack/templates/remote-vllm/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/responses_store.db diff --git a/llama_stack/templates/remote-vllm/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/remote-vllm/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..ba0ca92da --- /dev/null +++ b/llama_stack/templates/remote-vllm/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/huggingface_datasetio.db diff --git a/llama_stack/templates/remote-vllm/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/remote-vllm/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..db2f3519c --- /dev/null +++ b/llama_stack/templates/remote-vllm/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/localfs_datasetio.db diff --git a/llama_stack/templates/remote-vllm/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/remote-vllm/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..122f37ce5 --- /dev/null +++ b/llama_stack/templates/remote-vllm/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/meta_reference_eval.db diff --git a/llama_stack/templates/remote-vllm/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/remote-vllm/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/remote-vllm/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/remote-vllm/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/remote-vllm/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/remote-vllm/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/remote-vllm/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/remote-vllm/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..1452238df --- /dev/null +++ b/llama_stack/templates/remote-vllm/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/trace_store.db diff --git a/llama_stack/templates/remote-vllm/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/remote-vllm/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/remote-vllm/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/remote-vllm/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/remote-vllm/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/remote-vllm/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/remote-vllm/provider_configs/tool_runtime/wolfram-alpha.yaml b/llama_stack/templates/remote-vllm/provider_configs/tool_runtime/wolfram-alpha.yaml new file mode 100644 index 000000000..a295808f5 --- /dev/null +++ b/llama_stack/templates/remote-vllm/provider_configs/tool_runtime/wolfram-alpha.yaml @@ -0,0 +1 @@ +api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} diff --git a/llama_stack/templates/remote-vllm/run-with-safety.yaml b/llama_stack/templates/remote-vllm/run-with-safety.yaml index 78fb22d38..fb52f1a50 100644 --- a/llama_stack/templates/remote-vllm/run-with-safety.yaml +++ b/llama_stack/templates/remote-vllm/run-with-safety.yaml @@ -40,42 +40,22 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/remote-vllm/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/responses_store.db + config: ~/.llama/distributions/remote-vllm/provider_configs/agents/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/meta_reference_eval.db + config: ~/.llama/distributions/remote-vllm/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/huggingface_datasetio.db + config: ~/.llama/distributions/remote-vllm/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/localfs_datasetio.db + config: ~/.llama/distributions/remote-vllm/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -85,26 +65,18 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/remote-vllm/provider_configs/scoring/braintrust.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/trace_store.db + config: ~/.llama/distributions/remote-vllm/provider_configs/telemetry/meta-reference.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/remote-vllm/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/remote-vllm/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} @@ -113,8 +85,7 @@ providers: config: {} - provider_id: wolfram-alpha provider_type: remote::wolfram-alpha - config: - api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} + config: ~/.llama/distributions/remote-vllm/provider_configs/tool_runtime/wolfram-alpha.yaml metadata_store: type: sqlite db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/registry.db diff --git a/llama_stack/templates/remote-vllm/run.yaml b/llama_stack/templates/remote-vllm/run.yaml index 1cc4596f3..a5c0d52d2 100644 --- a/llama_stack/templates/remote-vllm/run.yaml +++ b/llama_stack/templates/remote-vllm/run.yaml @@ -33,42 +33,22 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/remote-vllm/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/responses_store.db + config: ~/.llama/distributions/remote-vllm/provider_configs/agents/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/meta_reference_eval.db + config: ~/.llama/distributions/remote-vllm/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/huggingface_datasetio.db + config: ~/.llama/distributions/remote-vllm/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/localfs_datasetio.db + config: ~/.llama/distributions/remote-vllm/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -78,26 +58,18 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/remote-vllm/provider_configs/scoring/braintrust.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/trace_store.db + config: ~/.llama/distributions/remote-vllm/provider_configs/telemetry/meta-reference.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/remote-vllm/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/remote-vllm/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} @@ -106,8 +78,7 @@ providers: config: {} - provider_id: wolfram-alpha provider_type: remote::wolfram-alpha - config: - api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} + config: ~/.llama/distributions/remote-vllm/provider_configs/tool_runtime/wolfram-alpha.yaml metadata_store: type: sqlite db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/remote-vllm}/registry.db diff --git a/llama_stack/templates/sambanova/provider_configs/__init__.py b/llama_stack/templates/sambanova/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/sambanova/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/sambanova/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/sambanova/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..b929a59ba --- /dev/null +++ b/llama_stack/templates/sambanova/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/sambanova}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/sambanova}/responses_store.db diff --git a/llama_stack/templates/sambanova/provider_configs/safety/sambanova.yaml b/llama_stack/templates/sambanova/provider_configs/safety/sambanova.yaml new file mode 100644 index 000000000..8d6b35315 --- /dev/null +++ b/llama_stack/templates/sambanova/provider_configs/safety/sambanova.yaml @@ -0,0 +1,2 @@ +url: https://api.sambanova.ai/v1 +api_key: ${env.SAMBANOVA_API_KEY} diff --git a/llama_stack/templates/sambanova/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/sambanova/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..8b8921dc0 --- /dev/null +++ b/llama_stack/templates/sambanova/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/sambanova}/trace_store.db diff --git a/llama_stack/templates/sambanova/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/sambanova/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/sambanova/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/sambanova/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/sambanova/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/sambanova/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/sambanova/provider_configs/tool_runtime/wolfram-alpha.yaml b/llama_stack/templates/sambanova/provider_configs/tool_runtime/wolfram-alpha.yaml new file mode 100644 index 000000000..a295808f5 --- /dev/null +++ b/llama_stack/templates/sambanova/provider_configs/tool_runtime/wolfram-alpha.yaml @@ -0,0 +1 @@ +api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} diff --git a/llama_stack/templates/sambanova/run.yaml b/llama_stack/templates/sambanova/run.yaml index 6163a58b3..8ece4cad5 100644 --- a/llama_stack/templates/sambanova/run.yaml +++ b/llama_stack/templates/sambanova/run.yaml @@ -40,38 +40,22 @@ providers: safety: - provider_id: sambanova provider_type: remote::sambanova - config: - url: https://api.sambanova.ai/v1 - api_key: ${env.SAMBANOVA_API_KEY} + config: ~/.llama/distributions/sambanova/provider_configs/safety/sambanova.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/sambanova}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/sambanova}/responses_store.db + config: ~/.llama/distributions/sambanova/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/sambanova}/trace_store.db + config: ~/.llama/distributions/sambanova/provider_configs/telemetry/meta-reference.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/sambanova/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/sambanova/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} @@ -80,8 +64,7 @@ providers: config: {} - provider_id: wolfram-alpha provider_type: remote::wolfram-alpha - config: - api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} + config: ~/.llama/distributions/sambanova/provider_configs/tool_runtime/wolfram-alpha.yaml metadata_store: type: sqlite db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/sambanova}/registry.db diff --git a/llama_stack/templates/starter/provider_configs/__init__.py b/llama_stack/templates/starter/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/starter/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/starter/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/starter/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..103f9426f --- /dev/null +++ b/llama_stack/templates/starter/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/responses_store.db diff --git a/llama_stack/templates/starter/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/starter/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..b42e6830c --- /dev/null +++ b/llama_stack/templates/starter/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/huggingface_datasetio.db diff --git a/llama_stack/templates/starter/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/starter/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..ea6de18ff --- /dev/null +++ b/llama_stack/templates/starter/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/localfs_datasetio.db diff --git a/llama_stack/templates/starter/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/starter/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..152edee49 --- /dev/null +++ b/llama_stack/templates/starter/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/meta_reference_eval.db diff --git a/llama_stack/templates/starter/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/starter/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/starter/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/starter/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/starter/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/starter/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/starter/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/starter/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..a074bcdea --- /dev/null +++ b/llama_stack/templates/starter/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/trace_store.db diff --git a/llama_stack/templates/starter/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/starter/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/starter/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/starter/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/starter/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/starter/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/starter/run.yaml b/llama_stack/templates/starter/run.yaml index 190030690..d8286fd00 100644 --- a/llama_stack/templates/starter/run.yaml +++ b/llama_stack/templates/starter/run.yaml @@ -103,49 +103,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/starter/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/responses_store.db + config: ~/.llama/distributions/starter/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/trace_store.db + config: ~/.llama/distributions/starter/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/meta_reference_eval.db + config: ~/.llama/distributions/starter/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/huggingface_datasetio.db + config: ~/.llama/distributions/starter/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/localfs_datasetio.db + config: ~/.llama/distributions/starter/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -155,19 +132,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/starter/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/starter/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/starter/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/tgi/provider_configs/__init__.py b/llama_stack/templates/tgi/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/tgi/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/tgi/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/tgi/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..c5a5fe859 --- /dev/null +++ b/llama_stack/templates/tgi/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/responses_store.db diff --git a/llama_stack/templates/tgi/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/tgi/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..49777092f --- /dev/null +++ b/llama_stack/templates/tgi/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/huggingface_datasetio.db diff --git a/llama_stack/templates/tgi/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/tgi/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..85adea112 --- /dev/null +++ b/llama_stack/templates/tgi/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/localfs_datasetio.db diff --git a/llama_stack/templates/tgi/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/tgi/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..aec5aedda --- /dev/null +++ b/llama_stack/templates/tgi/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/meta_reference_eval.db diff --git a/llama_stack/templates/tgi/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/tgi/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/tgi/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/tgi/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/tgi/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/tgi/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/tgi/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/tgi/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..8abf9f5f3 --- /dev/null +++ b/llama_stack/templates/tgi/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/trace_store.db diff --git a/llama_stack/templates/tgi/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/tgi/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/tgi/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/tgi/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/tgi/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/tgi/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/tgi/run-with-safety.yaml b/llama_stack/templates/tgi/run-with-safety.yaml index c4f9ae7ef..b35ee22b1 100644 --- a/llama_stack/templates/tgi/run-with-safety.yaml +++ b/llama_stack/templates/tgi/run-with-safety.yaml @@ -31,49 +31,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/tgi/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/responses_store.db + config: ~/.llama/distributions/tgi/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/trace_store.db + config: ~/.llama/distributions/tgi/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/meta_reference_eval.db + config: ~/.llama/distributions/tgi/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/huggingface_datasetio.db + config: ~/.llama/distributions/tgi/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/localfs_datasetio.db + config: ~/.llama/distributions/tgi/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -83,19 +60,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/tgi/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/tgi/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/tgi/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/tgi/run.yaml b/llama_stack/templates/tgi/run.yaml index 70e5872b3..a70ddb11f 100644 --- a/llama_stack/templates/tgi/run.yaml +++ b/llama_stack/templates/tgi/run.yaml @@ -30,49 +30,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/tgi/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/responses_store.db + config: ~/.llama/distributions/tgi/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/trace_store.db + config: ~/.llama/distributions/tgi/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/meta_reference_eval.db + config: ~/.llama/distributions/tgi/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/huggingface_datasetio.db + config: ~/.llama/distributions/tgi/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/tgi}/localfs_datasetio.db + config: ~/.llama/distributions/tgi/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -82,19 +59,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/tgi/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/tgi/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/tgi/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/together/provider_configs/__init__.py b/llama_stack/templates/together/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/together/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/together/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/together/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..a7dcf434d --- /dev/null +++ b/llama_stack/templates/together/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/responses_store.db diff --git a/llama_stack/templates/together/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/together/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..1889e94b9 --- /dev/null +++ b/llama_stack/templates/together/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/huggingface_datasetio.db diff --git a/llama_stack/templates/together/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/together/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..c02dff8b3 --- /dev/null +++ b/llama_stack/templates/together/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/localfs_datasetio.db diff --git a/llama_stack/templates/together/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/together/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..a9aa1a380 --- /dev/null +++ b/llama_stack/templates/together/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/meta_reference_eval.db diff --git a/llama_stack/templates/together/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/together/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/together/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/together/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/together/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/together/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/together/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/together/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..c98ec4dcb --- /dev/null +++ b/llama_stack/templates/together/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/trace_store.db diff --git a/llama_stack/templates/together/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/together/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/together/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/together/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/together/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/together/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/together/provider_configs/tool_runtime/wolfram-alpha.yaml b/llama_stack/templates/together/provider_configs/tool_runtime/wolfram-alpha.yaml new file mode 100644 index 000000000..a295808f5 --- /dev/null +++ b/llama_stack/templates/together/provider_configs/tool_runtime/wolfram-alpha.yaml @@ -0,0 +1 @@ +api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} diff --git a/llama_stack/templates/together/run-with-safety.yaml b/llama_stack/templates/together/run-with-safety.yaml index 14f423855..53c35f839 100644 --- a/llama_stack/templates/together/run-with-safety.yaml +++ b/llama_stack/templates/together/run-with-safety.yaml @@ -41,44 +41,22 @@ providers: agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/responses_store.db + config: ~/.llama/distributions/together/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/trace_store.db + config: ~/.llama/distributions/together/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/meta_reference_eval.db + config: ~/.llama/distributions/together/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/huggingface_datasetio.db + config: ~/.llama/distributions/together/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/localfs_datasetio.db + config: ~/.llama/distributions/together/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -88,19 +66,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/together/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/together/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/together/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} @@ -109,8 +82,7 @@ providers: config: {} - provider_id: wolfram-alpha provider_type: remote::wolfram-alpha - config: - api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} + config: ~/.llama/distributions/together/provider_configs/tool_runtime/wolfram-alpha.yaml metadata_store: type: sqlite db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/registry.db diff --git a/llama_stack/templates/together/run.yaml b/llama_stack/templates/together/run.yaml index 38f1922c0..4f4a75826 100644 --- a/llama_stack/templates/together/run.yaml +++ b/llama_stack/templates/together/run.yaml @@ -31,49 +31,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/together/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/responses_store.db + config: ~/.llama/distributions/together/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/trace_store.db + config: ~/.llama/distributions/together/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/meta_reference_eval.db + config: ~/.llama/distributions/together/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/huggingface_datasetio.db + config: ~/.llama/distributions/together/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/localfs_datasetio.db + config: ~/.llama/distributions/together/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -83,19 +60,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/together/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/together/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/together/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} @@ -104,8 +76,7 @@ providers: config: {} - provider_id: wolfram-alpha provider_type: remote::wolfram-alpha - config: - api_key: ${env.WOLFRAM_ALPHA_API_KEY:=} + config: ~/.llama/distributions/together/provider_configs/tool_runtime/wolfram-alpha.yaml metadata_store: type: sqlite db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/together}/registry.db diff --git a/llama_stack/templates/vllm-gpu/provider_configs/__init__.py b/llama_stack/templates/vllm-gpu/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/vllm-gpu/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/vllm-gpu/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/vllm-gpu/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..19d2be3e5 --- /dev/null +++ b/llama_stack/templates/vllm-gpu/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/vllm-gpu}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/vllm-gpu}/responses_store.db diff --git a/llama_stack/templates/vllm-gpu/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/vllm-gpu/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..acb54dc41 --- /dev/null +++ b/llama_stack/templates/vllm-gpu/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/vllm-gpu}/huggingface_datasetio.db diff --git a/llama_stack/templates/vllm-gpu/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/vllm-gpu/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..9edad7c96 --- /dev/null +++ b/llama_stack/templates/vllm-gpu/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/vllm-gpu}/localfs_datasetio.db diff --git a/llama_stack/templates/vllm-gpu/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/vllm-gpu/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..a31b03abe --- /dev/null +++ b/llama_stack/templates/vllm-gpu/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/vllm-gpu}/meta_reference_eval.db diff --git a/llama_stack/templates/vllm-gpu/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/vllm-gpu/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/vllm-gpu/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/vllm-gpu/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/vllm-gpu/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/vllm-gpu/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/vllm-gpu/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/vllm-gpu/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..cdab44c19 --- /dev/null +++ b/llama_stack/templates/vllm-gpu/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/vllm-gpu}/trace_store.db diff --git a/llama_stack/templates/vllm-gpu/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/vllm-gpu/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/vllm-gpu/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/vllm-gpu/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/vllm-gpu/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/vllm-gpu/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/vllm-gpu/run.yaml b/llama_stack/templates/vllm-gpu/run.yaml index 6854ad05c..e6ec0ec37 100644 --- a/llama_stack/templates/vllm-gpu/run.yaml +++ b/llama_stack/templates/vllm-gpu/run.yaml @@ -35,49 +35,26 @@ providers: safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/vllm-gpu/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/vllm-gpu}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/vllm-gpu}/responses_store.db + config: ~/.llama/distributions/vllm-gpu/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/vllm-gpu}/trace_store.db + config: ~/.llama/distributions/vllm-gpu/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/vllm-gpu}/meta_reference_eval.db + config: ~/.llama/distributions/vllm-gpu/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/vllm-gpu}/huggingface_datasetio.db + config: ~/.llama/distributions/vllm-gpu/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/vllm-gpu}/localfs_datasetio.db + config: ~/.llama/distributions/vllm-gpu/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -87,19 +64,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/vllm-gpu/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/vllm-gpu/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/vllm-gpu/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {} diff --git a/llama_stack/templates/watsonx/provider_configs/__init__.py b/llama_stack/templates/watsonx/provider_configs/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/templates/watsonx/provider_configs/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/watsonx/provider_configs/agents/meta-reference.yaml b/llama_stack/templates/watsonx/provider_configs/agents/meta-reference.yaml new file mode 100644 index 000000000..de1719bde --- /dev/null +++ b/llama_stack/templates/watsonx/provider_configs/agents/meta-reference.yaml @@ -0,0 +1,7 @@ +persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/watsonx}/agents_store.db +responses_store: + type: sqlite + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/watsonx}/responses_store.db diff --git a/llama_stack/templates/watsonx/provider_configs/datasetio/huggingface.yaml b/llama_stack/templates/watsonx/provider_configs/datasetio/huggingface.yaml new file mode 100644 index 000000000..d80bd28f2 --- /dev/null +++ b/llama_stack/templates/watsonx/provider_configs/datasetio/huggingface.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/watsonx}/huggingface_datasetio.db diff --git a/llama_stack/templates/watsonx/provider_configs/datasetio/localfs.yaml b/llama_stack/templates/watsonx/provider_configs/datasetio/localfs.yaml new file mode 100644 index 000000000..d25f5b860 --- /dev/null +++ b/llama_stack/templates/watsonx/provider_configs/datasetio/localfs.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/watsonx}/localfs_datasetio.db diff --git a/llama_stack/templates/watsonx/provider_configs/eval/meta-reference.yaml b/llama_stack/templates/watsonx/provider_configs/eval/meta-reference.yaml new file mode 100644 index 000000000..66d9ae71e --- /dev/null +++ b/llama_stack/templates/watsonx/provider_configs/eval/meta-reference.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/watsonx}/meta_reference_eval.db diff --git a/llama_stack/templates/watsonx/provider_configs/safety/llama-guard.yaml b/llama_stack/templates/watsonx/provider_configs/safety/llama-guard.yaml new file mode 100644 index 000000000..c492d412c --- /dev/null +++ b/llama_stack/templates/watsonx/provider_configs/safety/llama-guard.yaml @@ -0,0 +1 @@ +excluded_categories: [] diff --git a/llama_stack/templates/watsonx/provider_configs/scoring/braintrust.yaml b/llama_stack/templates/watsonx/provider_configs/scoring/braintrust.yaml new file mode 100644 index 000000000..96a305feb --- /dev/null +++ b/llama_stack/templates/watsonx/provider_configs/scoring/braintrust.yaml @@ -0,0 +1 @@ +openai_api_key: ${env.OPENAI_API_KEY:=} diff --git a/llama_stack/templates/watsonx/provider_configs/telemetry/meta-reference.yaml b/llama_stack/templates/watsonx/provider_configs/telemetry/meta-reference.yaml new file mode 100644 index 000000000..396d26f3d --- /dev/null +++ b/llama_stack/templates/watsonx/provider_configs/telemetry/meta-reference.yaml @@ -0,0 +1,3 @@ +service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" +sinks: ${env.TELEMETRY_SINKS:=console,sqlite} +sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/watsonx}/trace_store.db diff --git a/llama_stack/templates/watsonx/provider_configs/tool_runtime/brave-search.yaml b/llama_stack/templates/watsonx/provider_configs/tool_runtime/brave-search.yaml new file mode 100644 index 000000000..118abeee9 --- /dev/null +++ b/llama_stack/templates/watsonx/provider_configs/tool_runtime/brave-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.BRAVE_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/watsonx/provider_configs/tool_runtime/tavily-search.yaml b/llama_stack/templates/watsonx/provider_configs/tool_runtime/tavily-search.yaml new file mode 100644 index 000000000..01bf9996c --- /dev/null +++ b/llama_stack/templates/watsonx/provider_configs/tool_runtime/tavily-search.yaml @@ -0,0 +1,2 @@ +api_key: ${env.TAVILY_SEARCH_API_KEY:=} +max_results: 3 diff --git a/llama_stack/templates/watsonx/provider_configs/vector_io/faiss.yaml b/llama_stack/templates/watsonx/provider_configs/vector_io/faiss.yaml new file mode 100644 index 000000000..09537bf90 --- /dev/null +++ b/llama_stack/templates/watsonx/provider_configs/vector_io/faiss.yaml @@ -0,0 +1,4 @@ +kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/watsonx}/faiss_store.db diff --git a/llama_stack/templates/watsonx/run.yaml b/llama_stack/templates/watsonx/run.yaml index 8b8fc09c4..2b2c47314 100644 --- a/llama_stack/templates/watsonx/run.yaml +++ b/llama_stack/templates/watsonx/run.yaml @@ -24,57 +24,30 @@ providers: vector_io: - provider_id: faiss provider_type: inline::faiss - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/watsonx}/faiss_store.db + config: ~/.llama/distributions/watsonx/provider_configs/vector_io/faiss.yaml safety: - provider_id: llama-guard provider_type: inline::llama-guard - config: - excluded_categories: [] + config: ~/.llama/distributions/watsonx/provider_configs/safety/llama-guard.yaml agents: - provider_id: meta-reference provider_type: inline::meta-reference - config: - persistence_store: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/watsonx}/agents_store.db - responses_store: - type: sqlite - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/watsonx}/responses_store.db + config: ~/.llama/distributions/watsonx/provider_configs/agents/meta-reference.yaml telemetry: - provider_id: meta-reference provider_type: inline::meta-reference - config: - service_name: "${env.OTEL_SERVICE_NAME:=\u200B}" - sinks: ${env.TELEMETRY_SINKS:=console,sqlite} - sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/watsonx}/trace_store.db + config: ~/.llama/distributions/watsonx/provider_configs/telemetry/meta-reference.yaml eval: - provider_id: meta-reference provider_type: inline::meta-reference - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/watsonx}/meta_reference_eval.db + config: ~/.llama/distributions/watsonx/provider_configs/eval/meta-reference.yaml datasetio: - provider_id: huggingface provider_type: remote::huggingface - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/watsonx}/huggingface_datasetio.db + config: ~/.llama/distributions/watsonx/provider_configs/datasetio/huggingface.yaml - provider_id: localfs provider_type: inline::localfs - config: - kvstore: - type: sqlite - namespace: null - db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/watsonx}/localfs_datasetio.db + config: ~/.llama/distributions/watsonx/provider_configs/datasetio/localfs.yaml scoring: - provider_id: basic provider_type: inline::basic @@ -84,19 +57,14 @@ providers: config: {} - provider_id: braintrust provider_type: inline::braintrust - config: - openai_api_key: ${env.OPENAI_API_KEY:=} + config: ~/.llama/distributions/watsonx/provider_configs/scoring/braintrust.yaml tool_runtime: - provider_id: brave-search provider_type: remote::brave-search - config: - api_key: ${env.BRAVE_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/watsonx/provider_configs/tool_runtime/brave-search.yaml - provider_id: tavily-search provider_type: remote::tavily-search - config: - api_key: ${env.TAVILY_SEARCH_API_KEY:=} - max_results: 3 + config: ~/.llama/distributions/watsonx/provider_configs/tool_runtime/tavily-search.yaml - provider_id: rag-runtime provider_type: inline::rag-runtime config: {}