From 756e98cbd8f6bd2243775c4dd433e378e2e058cc Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Fri, 20 Sep 2024 13:35:07 -0700 Subject: [PATCH] simple run config --- llama_stack/examples/simple-run.yaml | 38 ++++++++++++++++++++++++++++ 1 file changed, 38 insertions(+) create mode 100644 llama_stack/examples/simple-run.yaml diff --git a/llama_stack/examples/simple-run.yaml b/llama_stack/examples/simple-run.yaml new file mode 100644 index 000000000..5b5301592 --- /dev/null +++ b/llama_stack/examples/simple-run.yaml @@ -0,0 +1,38 @@ +built_at: '2024-09-19T22:50:36.239761' +image_name: simple-local +docker_image: null +conda_env: simple-local +apis_to_serve: +- inference +- safety +- agents +- memory +- telemetry +provider_map: + inference: + provider_id: meta-reference + config: + model: Meta-Llama3.1-8B + quantization: null + torch_seed: null + max_seq_len: 4096 + max_batch_size: 1 + safety: + provider_id: meta-reference + config: + llama_guard_shield: + model: Llama-Guard-3-8B + excluded_categories: [] + disable_input_check: false + disable_output_check: false + prompt_guard_shield: + model: Prompt-Guard-86M + agents: + provider_id: meta-reference + config: {} + memory: + provider_id: meta-reference + config: {} + telemetry: + provider_id: meta-reference + config: {}