Add groq inference adapter.

This commit is contained in:
swanhtet1992 2024-11-24 03:27:05 -06:00
parent 8920c4216f
commit 0f73a4a829
10 changed files with 809 additions and 0 deletions

View file

@ -0,0 +1,19 @@
version: '2'
name: groq
distribution_spec:
description: Use Groq for running LLM inference
docker_image: null
providers:
inference:
- remote::groq
memory:
- inline::faiss
- remote::chromadb
- remote::pgvector
safety:
- inline::llama-guard
agents:
- inline::meta-reference
telemetry:
- inline::meta-reference
image_type: conda