mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-16 06:53:47 +00:00
resource oriented object design for models
This commit is contained in:
parent
5625aef48a
commit
ca88f3f182
17 changed files with 63 additions and 82 deletions
|
@ -71,7 +71,7 @@ class InferenceRouter(Inference):
|
|||
async def shutdown(self) -> None:
|
||||
pass
|
||||
|
||||
async def register_model(self, model: ModelDef) -> None:
|
||||
async def register_model(self, model: Model) -> None:
|
||||
await self.routing_table.register_model(model)
|
||||
|
||||
async def chat_completion(
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue