diff --git a/llama_stack/distribution/routing_tables/models.py b/llama_stack/distribution/routing_tables/models.py index 2f3ce8193..f2787b308 100644 --- a/llama_stack/distribution/routing_tables/models.py +++ b/llama_stack/distribution/routing_tables/models.py @@ -38,6 +38,10 @@ class ModelsRoutingTable(CommonRoutingTableImpl, Models): async def get_model(self, model_id: str) -> Model: return await lookup_model(self, model_id) + async def get_provider_impl(self, model_id: str) -> Any: + model = await lookup_model(self, model_id) + return self.impls_by_provider_id[model.provider_id] + async def register_model( self, model_id: str,