This commit is contained in:
Aidan Do 2024-12-15 17:53:22 +11:00
parent d9db9a01bf
commit d0854a48b2
4 changed files with 1645 additions and 0 deletions

23
build.yaml Normal file
View file

@ -0,0 +1,23 @@
version: '2'
name: groq
distribution_spec:
description: Use (an external) Groq server for running LLM inference
docker_image: null
providers:
inference:
- remote::groq
memory:
- inline::faiss
safety:
- inline::llama-guard
agents:
- inline::meta-reference
telemetry:
- inline::meta-reference
eval:
- inline::meta-reference
datasetio:
- inline::localfs
scoring:
- inline::basic
image_type: conda