llama-stack-mirror/llama_toolchain/configs/distributions/conda/local-tgi-conda-example-build.yaml
2024-09-14 14:28:16 -07:00

12 lines
357 B
YAML

name: local-tgi-conda-example
distribution_spec:
distribution_type: local
description: Use code from `llama_toolchain` itself to serve all llama stack APIs
docker_image: null
providers:
inference: remote::tgi
memory: meta-reference-faiss
safety: meta-reference
agentic_system: meta-reference
telemetry: console
image_type: conda