temp commit

This commit is contained in:
Botao Chen 2024-12-16 19:04:47 -08:00
parent b2dbb5e3fe
commit 30f6eb282f
7 changed files with 16 additions and 15 deletions

View file

@ -74,7 +74,6 @@ class InferenceRouter(Inference):
self,
routing_table: RoutingTable,
) -> None:
print("InferenceRouter init")
self.routing_table = routing_table
async def initialize(self) -> None:
@ -91,7 +90,6 @@ class InferenceRouter(Inference):
metadata: Optional[Dict[str, Any]] = None,
model_type: Optional[ModelType] = None,
) -> None:
print("inference router")
await self.routing_table.register_model(
model_id, provider_model_id, provider_id, metadata, model_type
)