From 7de832d66c015089ca3697e72fe19aed8f29ce13 Mon Sep 17 00:00:00 2001 From: Botao Chen Date: Mon, 13 Jan 2025 21:24:25 -0800 Subject: [PATCH] refine --- .../providers/inline/post_training/common/__init__.py | 5 +++++ .../templates/experimental-post-training/build.yaml | 2 ++ llama_stack/templates/experimental-post-training/run.yaml | 8 ++++++++ 3 files changed, 15 insertions(+) create mode 100644 llama_stack/providers/inline/post_training/common/__init__.py diff --git a/llama_stack/providers/inline/post_training/common/__init__.py b/llama_stack/providers/inline/post_training/common/__init__.py new file mode 100644 index 000000000..756f351d8 --- /dev/null +++ b/llama_stack/providers/inline/post_training/common/__init__.py @@ -0,0 +1,5 @@ +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the terms described in the LICENSE file in +# the root directory of this source tree. diff --git a/llama_stack/templates/experimental-post-training/build.yaml b/llama_stack/templates/experimental-post-training/build.yaml index 912248628..e04868199 100644 --- a/llama_stack/templates/experimental-post-training/build.yaml +++ b/llama_stack/templates/experimental-post-training/build.yaml @@ -23,4 +23,6 @@ distribution_spec: - inline::llama-guard memory: - inline::faiss + tool_runtime: + - remote::brave-search image_type: conda diff --git a/llama_stack/templates/experimental-post-training/run.yaml b/llama_stack/templates/experimental-post-training/run.yaml index b89f86816..4a7bb5c47 100644 --- a/llama_stack/templates/experimental-post-training/run.yaml +++ b/llama_stack/templates/experimental-post-training/run.yaml @@ -12,6 +12,7 @@ apis: - scoring - telemetry - post_training +- tool_runtime providers: inference: - provider_id: meta-reference-inference @@ -63,6 +64,13 @@ providers: type: sqlite namespace: null db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/meta-reference-gpu}/faiss_store.db + tool_runtime: + - provider_id: brave-search + provider_type: remote::brave-search + config: + api_key: ${env.BRAVE_SEARCH_API_KEY:} + max_results: 3 + metadata_store: namespace: null