run-with-safety memory

2025-12-18 10:09:47 +00:00 · 2024-12-03 20:54:59 -08:00 · 2024-12-03 20:54:59 -08:00 · 26f578cc1d
commit 26f578cc1d
parent bc2452d2e9
13 changed files with 18 additions and 47 deletions
--- a/llama_stack/templates/hf-endpoint/hf_endpoint.py
+++ b/llama_stack/templates/hf-endpoint/hf_endpoint.py
@ -69,7 +69,8 @@ def get_distribution_template() -> DistributionTemplate:
                                endpoint_name="${env.SAFETY_INFERENCE_ENDPOINT_NAME}",
                            ),
                        ),
-                    ]
+                    ],
+                    "memory": [memory_provider],
                },
                default_models=[
                    inference_model,