move build.yaml to templates, symlink in distributions

This commit is contained in:
Xi Yan 2024-10-25 11:54:09 -07:00
parent 81ed0327f3
commit 56f9b7d5d6
23 changed files with 136 additions and 142 deletions

View file

@ -1,10 +0,0 @@
name: hf-serverless
distribution_spec:
description: "Like local, but use Hugging Face Inference API (serverless) for running LLM inference.\nSee https://hf.co/docs/api-inference."
providers:
inference: remote::hf::serverless
memory: meta-reference
safety: meta-reference
agents: meta-reference
telemetry: meta-reference
image_type: conda

View file

@ -0,0 +1 @@
../../llama_stack/templates/hf-serverless/build.yaml