phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-23 00:27:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

more better

Browse source
This commit is contained in:
Ashwin Bharambe 2025-10-05 21:55:44 -07:00
parent ea233c2134
commit a385e0d95e
15 changed files with 230 additions and 208 deletions
Download patch file Download diff file Expand all files Collapse all files

50
llama_stack/distributions/meta-reference-gpu/run.yaml
View file

@ -11,7 +11,7 @@ apis:
- tool_runtime
- vector_io
providers:
inference:
inference:
- provider_id: meta-reference-inference
provider_type: inline::meta-reference
config:
@ -28,9 +28,9 @@ providers:
- provider_id: faiss
provider_type: inline::faiss
config:
kvstore:
type: sqlite
db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/faiss_store.db
persistence:
backend: kvstore
namespace: faiss
safety:
- provider_id: llama-guard
provider_type: inline::llama-guard
@ -40,12 +40,13 @@ providers:
- provider_id: meta-reference
provider_type: inline::meta-reference
config:
persistence_store:
type: sqlite
db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/agents_store.db
responses_store:
type: sqlite
db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/responses_store.db
persistence:
agent_state:
backend: kvstore
namespace: agents
responses:
backend: sqlstore
namespace: responses
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
@ -58,22 +59,22 @@ providers:
- provider_id: meta-reference
provider_type: inline::meta-reference
config:
kvstore:
type: sqlite
db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/meta_reference_eval.db
persistence:
backend: kvstore
namespace: eval
datasetio:
- provider_id: huggingface
provider_type: remote::huggingface
config:
kvstore:
type: sqlite
db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/huggingface_datasetio.db
persistence:
backend: kvstore
namespace: huggingface_datasetio
- provider_id: localfs
provider_type: inline::localfs
config:
kvstore:
type: sqlite
db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/localfs_datasetio.db
persistence:
backend: kvstore
namespace: localfs_datasetio
scoring:
- provider_id: basic
provider_type: inline::basic
@ -100,14 +101,17 @@ providers:
provider_type: remote::model-context-protocol
persistence:
backends:
default:
kvstore:
type: sqlite
db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/registry.db
db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/kvstore.db
sqlstore:
type: sqlite
db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/meta-reference-gpu}/sqlstore.db
stores:
metadata:
backend: default
backend: kvstore
inference:
backend: default
backend: sqlstore
models:
- metadata: {}
model_id: ${env.INFERENCE_MODEL}