llama-stack-mirror/llama_stack/templates/hf-endpoint/build.yaml
2024-11-12 12:54:44 -08:00

9 lines
353 B
YAML

name: hf-endpoint
distribution_spec:
description: "Like local, but use Hugging Face Inference Endpoints for running LLM inference.\nSee https://hf.co/docs/api-endpoints."
providers:
inference: remote::hf::endpoint
memory: inline::faiss
safety: inline::llama-guard
agents: inline::meta-reference
telemetry: inline::meta-reference