phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-05 12:21:52 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor & cleanup

Browse source
This commit is contained in:
Xi Yan 2024-09-19 22:11:59 -07:00
parent 5d3c02d0fb
commit bce79617bf
3 changed files with 13 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/routers/inference/inference.py
View file

@ -55,7 +55,9 @@ class InferenceRouterImpl(Inference):
core_model_id = model_spec.llama_model_metadata.core_model_id
self.model2providers[core_model_id.value] = impl
cprint(self.model2providers, "blue")
cprint(f"Initialized inference router: ", "blue")
for m, p in self.model2providers.items():
cprint(f"- {m} serving using {p}", "blue")
async def shutdown(self) -> None:
for p in self.model2providers.values():