phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 04:04:14 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

cleanup, moving stuff to common, nuke utils

Browse source
This commit is contained in:
Ashwin Bharambe 2024-08-03 20:32:57 -07:00
parent fe582a739d
commit 803976df26
13 changed files with 263 additions and 396 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_toolchain/inference/inference.py
View file

@ -54,7 +54,7 @@ class MetaReferenceInferenceImpl(Inference):
async def initialize(self) -> None:
self.generator = LlamaModelParallelGenerator(self.config)
# self.generator.start()
self.generator.start()
async def shutdown(self) -> None:
self.generator.stop()