From 55e4ca38b4f07ef2ba0ad74ce01bbc971adadb4d Mon Sep 17 00:00:00 2001 From: Botao Chen Date: Thu, 19 Dec 2024 22:47:03 -0800 Subject: [PATCH] temp commit --- .../experimental-post-training/build.yaml | 12 ++++++ .../experimental-post-training/run.yaml | 38 +++++++++++++++++-- 2 files changed, 47 insertions(+), 3 deletions(-) diff --git a/llama_stack/templates/experimental-post-training/build.yaml b/llama_stack/templates/experimental-post-training/build.yaml index 1461d0596..aa7695bca 100644 --- a/llama_stack/templates/experimental-post-training/build.yaml +++ b/llama_stack/templates/experimental-post-training/build.yaml @@ -4,10 +4,22 @@ distribution_spec: description: Experimental template for post training docker_image: null providers: + inference: + - inline::meta-reference + eval: + - inline::meta-reference + scoring: + - inline::basic post_training: - inline::torchtune datasetio: - remote::huggingface telemetry: - inline::meta-reference + agents: + - inline::meta-reference + safety: + - inline::llama-guard + memory: + - inline::faiss image_type: conda diff --git a/llama_stack/templates/experimental-post-training/run.yaml b/llama_stack/templates/experimental-post-training/run.yaml index 113c3a793..ad8551f91 100644 --- a/llama_stack/templates/experimental-post-training/run.yaml +++ b/llama_stack/templates/experimental-post-training/run.yaml @@ -3,10 +3,14 @@ image_name: experimental-post-training docker_image: null conda_env: experimental-post-training apis: -- inference -- telemetry +- agents - datasetio -- post_training +- eval +- inference +- memory +- safety +- scoring +- telemetry providers: inference: - provider_id: meta-reference-inference @@ -14,6 +18,14 @@ providers: config: max_seq_len: 4096 checkpoint_dir: null + eval: + - provider_id: meta-reference + provider_type: inline::meta-reference + config: {} + scoring: + - provider_id: basic + provider_type: inline::basic + config: {} datasetio: - provider_id: huggingface-0 provider_type: remote::huggingface @@ -26,6 +38,26 @@ providers: - provider_id: torchtune-post-training provider_type: inline::torchtune config: {} + agents: + - provider_id: meta-reference + provider_type: inline::meta-reference + config: + persistence_store: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/meta-reference-gpu}/agents_store.db + safety: + - provider_id: llama-guard + provider_type: inline::llama-guard + config: {} + memory: + - provider_id: faiss + provider_type: inline::faiss + config: + kvstore: + type: sqlite + namespace: null + db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/meta-reference-gpu}/faiss_store.db metadata_store: namespace: null