phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 19:32:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

do not mention sentence transformer provider in docs

Browse source
This commit is contained in:
Dinesh Yeduguru 2024-12-13 09:32:42 -08:00
parent fe2eb39da7
commit 40d70864e7
4 changed files with 42 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_stack/templates/meta-reference-quantized-gpu/build.yaml
View file

@ -6,7 +6,6 @@ distribution_spec:
providers:
inference:
- inline::meta-reference-quantized
- remote::sentence-transformers
memory:
- inline::faiss
- remote::chromadb

5
llama_stack/templates/meta-reference-quantized-gpu/meta_reference.py
View file

@ -21,10 +21,7 @@ from llama_stack.templates.template import DistributionTemplate, RunConfigSettin
def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": [
"inline::meta-reference-quantized",
"remote::sentence-transformers",
],
"inference": ["inline::meta-reference-quantized"],
"memory": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"],