llama-stack-mirror/llama_stack/templates/hf-serverless/build.yaml
Ashwin Bharambe 0f5db647fe no-inline
2025-05-01 14:25:07 -07:00

32 lines
761 B
YAML

version: '2'
distribution_spec:
description: Use (an external) Hugging Face Inference Endpoint for running LLM inference
providers:
inference:
- remote::hf::serverless
- inline::sentence-transformers
vector_io:
- inline::faiss
- remote::chromadb
- remote::pgvector
safety:
- inline::llama-guard
agents:
- inline::meta-reference
telemetry:
- inline::meta-reference
eval:
- inline::meta-reference
datasetio:
- remote::huggingface
- inline::localfs
scoring:
- inline::basic
- inline::llm-as-judge
- inline::braintrust
tool_runtime:
- remote::brave-search
- remote::tavily-search
- inline::rag-runtime
- remote::model-context-protocol
image_type: conda