llama-stack-mirror/llama_stack/distribution/templates/conda/local-tgi-conda-template-build.yaml
2024-09-18 13:17:18 -07:00

10 lines
396 B
YAML

name: local-tgi-conda-template
distribution_spec:
description: Use TGI (local or with Hugging Face Inference Endpoints for running LLM inference. When using HF Inference Endpoints, you must provide the name of the endpoint).
providers:
inference: remote::tgi
memory: meta-reference
safety: meta-reference
agents: meta-reference
telemetry: meta-reference
image_type: conda