llama-stack-mirror/llama_stack/distribution/configs/conda/local-together-conda-example-build.yaml
2024-09-17 12:09:18 -07:00

10 lines
280 B
YAML

name: local-tgi-conda-example
distribution_spec:
description: Use Together.ai for running LLM inference
providers:
inference: remote::together
memory: meta-reference
safety: meta-reference
agents: meta-reference
telemetry: meta-reference
image_type: conda