phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-27 06:28:50 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

cancel refresh task on shutdown

Browse source
This commit is contained in:
Ashwin Bharambe 2025-07-22 16:20:52 -07:00
parent e3396513e9
commit cf629f81fe
1 changed files with 8 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

8
llama_stack/distribution/routing_tables/models.py
View file

@ -22,10 +22,12 @@ logger = get_logger(name=__name__, category="core")
class ModelsRoutingTable(CommonRoutingTableImpl, Models): class ModelsRoutingTable(CommonRoutingTableImpl, Models):
listed_providers: set[str] = set() listed_providers: set[str] = set()
model_refresh_interval_seconds: int = 300 model_refresh_interval_seconds: int = 300
_refresh_task: asyncio.Task | None = None
async def initialize(self) -> None: async def initialize(self) -> None:
await super().initialize() await super().initialize()
task = asyncio.create_task(self._refresh_models()) task = asyncio.create_task(self._refresh_models())
self._refresh_task = task
def cb(task): def cb(task):
import traceback import traceback
@ -40,6 +42,12 @@ class ModelsRoutingTable(CommonRoutingTableImpl, Models):
task.add_done_callback(cb) task.add_done_callback(cb)
async def shutdown(self) -> None:
await super().shutdown()
if self._refresh_task:
self._refresh_task.cancel()
self._refresh_task = None
async def _refresh_models(self) -> None: async def _refresh_models(self) -> None:
while True: while True:
for provider_id, provider in self.impls_by_provider_id.items(): for provider_id, provider in self.impls_by_provider_id.items():