llama-stack-mirror/llama_toolchain/configs/distributions/distribution_registry/local-plus-tgi-inference.yaml
2024-09-14 15:02:22 -07:00

8 lines
363 B
YAML

distribution_type: local-plus-tgi-inference
description: Use TGI (local or with Hugging Face Inference Endpoints for running LLM inference. When using HF Inference Endpoints, you must provide the name of the endpoint).
docker_image: null
providers:
inference: remote::tgi
safety: meta-reference
agentic_system: meta-reference
memory: meta-reference-faiss