run-with-safety memory

This commit is contained in:
Xi Yan 2024-12-03 20:54:59 -08:00
parent bc2452d2e9
commit 26f578cc1d
13 changed files with 18 additions and 47 deletions

View file

@ -70,7 +70,8 @@ def get_distribution_template() -> DistributionTemplate:
repo="${env.SAFETY_MODEL}",
),
),
]
],
"memory": [memory_provider],
},
default_models=[
inference_model,

View file

@ -31,12 +31,6 @@ providers:
type: sqlite
namespace: null
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/hf-serverless}/faiss_store.db
- provider_id: chromadb
provider_type: remote::chromadb
config: {}
- provider_id: pgvector
provider_type: remote::pgvector
config: {}
safety:
- provider_id: llama-guard
provider_type: inline::llama-guard