phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-08 19:10:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

more fixes, plug shutdown handlers

Browse source 
still, FastAPIs sigint handler is not calling ours
This commit is contained in:
Ashwin Bharambe 2024-10-05 23:48:18 -07:00 • committed by Ashwin Bharambe
parent 60dead6196
commit e45a417543
4 changed files with 32 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_stack/distribution/routers/routing_tables.py
View file

@ -42,7 +42,8 @@ class CommonRoutingTableImpl(RoutingTable):
await self.register_object(obj, p)
async def shutdown(self) -> None:
pass
for p in self.impls_by_provider_id.values():
await p.shutdown()
def get_provider_impl(self, routing_key: str) -> Any:
if routing_key not in self.routing_key_to_object: