run-with-safety memory

2025-12-17 15:42:37 +00:00 · 2024-12-03 20:54:59 -08:00 · 2024-12-03 20:54:59 -08:00 · 26f578cc1d
commit 26f578cc1d
parent bc2452d2e9
13 changed files with 18 additions and 47 deletions
--- a/llama_stack/templates/hf-serverless/hf_serverless.py
+++ b/llama_stack/templates/hf-serverless/hf_serverless.py
@ -70,7 +70,8 @@ def get_distribution_template() -> DistributionTemplate:
                                repo="${env.SAFETY_MODEL}",
                            ),
                        ),
-                    ]
+                    ],
+                    "memory": [memory_provider],
                },
                default_models=[
                    inference_model,