phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 04:04:14 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add safety adapters, configuration handling, server + clients

Browse source
This commit is contained in:
Ashwin Bharambe 2024-08-03 19:46:59 -07:00
parent 9dafa6ad94
commit fe582a739d
13 changed files with 286 additions and 67 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_toolchain/inference/inference.py
View file

@ -54,7 +54,7 @@ class MetaReferenceInferenceImpl(Inference):
async def initialize(self) -> None:
self.generator = LlamaModelParallelGenerator(self.config)
self.generator.start()
# self.generator.start()
async def shutdown(self) -> None:
self.generator.stop()