llama-stack-mirror/llama_toolchain/configs/distributions/conda/local-together-conda-example-build.yaml
2024-09-16 10:56:05 -07:00

10 lines
287 B
YAML

name: local-tgi-conda-example
distribution_spec:
description: Use Together.ai for running LLM inference
providers:
inference: remote::together
memory: meta-reference-faiss
safety: meta-reference
agentic_system: meta-reference
telemetry: console
image_type: conda