diff --git a/llama_stack/examples/simple-run.yaml b/llama_stack/examples/simple-run.yaml new file mode 100644 index 000000000..5b5301592 --- /dev/null +++ b/llama_stack/examples/simple-run.yaml @@ -0,0 +1,38 @@ +built_at: '2024-09-19T22:50:36.239761' +image_name: simple-local +docker_image: null +conda_env: simple-local +apis_to_serve: +- inference +- safety +- agents +- memory +- telemetry +provider_map: + inference: + provider_id: meta-reference + config: + model: Meta-Llama3.1-8B + quantization: null + torch_seed: null + max_seq_len: 4096 + max_batch_size: 1 + safety: + provider_id: meta-reference + config: + llama_guard_shield: + model: Llama-Guard-3-8B + excluded_categories: [] + disable_input_check: false + disable_output_check: false + prompt_guard_shield: + model: Prompt-Guard-86M + agents: + provider_id: meta-reference + config: {} + memory: + provider_id: meta-reference + config: {} + telemetry: + provider_id: meta-reference + config: {}