name: tgi
distribution_spec:
  description: Use TGI for running LLM inference
  providers:
    inference: remote::tgi
    memory:
    - inline::faiss
    - remote::chromadb
    - remote::pgvector
    safety: inline::llama-guard
    agents: inline::meta-reference
    telemetry: inline::meta-reference