Adds groq inference adapter

This commit is contained in:
swanhtet1992 2024-11-24 03:50:26 -06:00
parent 4e6c984c26
commit d8d0f4600d
10 changed files with 810 additions and 0 deletions

View file

@ -0,0 +1,19 @@
version: '2'
name: groq
distribution_spec:
description: Use Groq for running LLM inference
docker_image: null
providers:
inference:
- remote::groq
memory:
- inline::faiss
- remote::chromadb
- remote::pgvector
safety:
- inline::llama-guard
agents:
- inline::meta-reference
telemetry:
- inline::meta-reference
image_type: conda