llama-stack-mirror/llama_stack/templates/lmstudio/build.yaml
Neil Mehta 461eec425d LM Studio inference integration
Co-authored-by: Rugved Somwanshi <rugved@lmstudio.ai>
2025-04-25 14:47:21 -04:00

31 lines
677 B
YAML

version: '2'
distribution_spec:
description: Use LM Studio for running LLM inference
providers:
inference:
- remote::lmstudio
safety:
- inline::llama-guard
vector_io:
- inline::faiss
- remote::chromadb
- remote::pgvector
agents:
- inline::meta-reference
eval:
- inline::meta-reference
datasetio:
- remote::huggingface
- inline::localfs
scoring:
- inline::basic
- inline::llm-as-judge
- inline::braintrust
telemetry:
- inline::meta-reference
tool_runtime:
- remote::brave-search
- remote::tavily-search
- inline::code-interpreter
- inline::rag-runtime
image_type: conda