This commit is contained in:
Xi Yan 2024-10-25 12:12:13 -07:00
parent 02b2e1c4a4
commit d17c2e5675
11 changed files with 9 additions and 124 deletions

View file

@ -1,10 +0,0 @@
name: vllm
distribution_spec:
description: Like local, but use vLLM for running LLM inference
providers:
inference: vllm
memory: meta-reference
safety: meta-reference
agents: meta-reference
telemetry: meta-reference
image_type: conda

View file

@ -0,0 +1 @@
../../llama_stack/templates/vllm/build.yaml