From acfcbca14a34290a3e2c6496639bc70d1d4d473e Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Mon, 21 Oct 2024 11:04:26 -0700 Subject: [PATCH] tmp add back build to avoid merge conflicts --- .../templates/build_configs/local-vllm-build.yaml | 10 ++++++++++ 1 file changed, 10 insertions(+) create mode 100644 llama_stack/distribution/templates/build_configs/local-vllm-build.yaml diff --git a/llama_stack/distribution/templates/build_configs/local-vllm-build.yaml b/llama_stack/distribution/templates/build_configs/local-vllm-build.yaml new file mode 100644 index 000000000..e907cb7c9 --- /dev/null +++ b/llama_stack/distribution/templates/build_configs/local-vllm-build.yaml @@ -0,0 +1,10 @@ +name: local-vllm +distribution_spec: + description: Like local, but use vLLM for running LLM inference + providers: + inference: vllm + memory: meta-reference + safety: meta-reference + agents: meta-reference + telemetry: meta-reference +image_type: conda