This commit is contained in:
Xi Yan 2024-10-16 19:14:08 -07:00
parent c4d5d6bb91
commit 5eb53a7b77
15 changed files with 72 additions and 59 deletions

View file

@ -1,10 +0,0 @@
name: local-vllm
distribution_spec:
description: Like local, but use vLLM for running LLM inference
providers:
inference: vllm
memory: meta-reference
safety: meta-reference
agents: meta-reference
telemetry: meta-reference
image_type: conda