This commit is contained in:
Xi Yan 2024-10-18 17:28:26 -07:00
parent cbb423a32f
commit c830235936
4 changed files with 17 additions and 4 deletions

View file

@ -0,0 +1,13 @@
name: distribution-tgi
distribution_spec:
description: Use TGI for running LLM inference
providers:
inference: remote::tgi
memory:
- meta-reference
- remote::chromadb
- remote::pgvector
safety: meta-reference
agents: meta-reference
telemetry: meta-reference
image_type: conda