llama-stack-mirror/llama_stack/templates/nvidia/build.yaml
2024-11-19 21:02:20 +00:00

19 lines
390 B
YAML

version: '2'
name: nvidia
distribution_spec:
description: Use NVIDIA NIM for running LLM inference
docker_image: null
providers:
inference:
- remote::nvidia
memory:
- inline::faiss
- remote::chromadb
- remote::pgvector
safety:
- inline::llama-guard
agents:
- inline::meta-reference
telemetry:
- inline::meta-reference
image_type: conda