phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 22:59:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refine

Browse source
This commit is contained in:
Botao Chen 2024-12-17 13:38:19 -08:00
parent 415b8f2dbd
commit 48482ff9c3
9 changed files with 18 additions and 57 deletions
Download patch file Download diff file Expand all files Collapse all files

12
llama_stack/distribution/routers/routing_tables.py
View file

@ -32,7 +32,6 @@ def get_impl_api(p: Any) -> Api:
async def register_object_with_provider(obj: RoutableObject, p: Any) -> RoutableObject:
api = get_impl_api(p)
print("registering object with provider", api)
assert obj.provider_id != "remote", "Remote provider should not be registered"
@ -170,7 +169,6 @@ class CommonRoutingTableImpl(RoutingTable):
async def register_object(
self, obj: RoutableObjectWithProvider
) -> RoutableObjectWithProvider:
# Get existing objects from registry
existing_obj = await self.dist_registry.get(obj.type, obj.identifier)
@ -183,12 +181,7 @@ class CommonRoutingTableImpl(RoutingTable):
p = self.impls_by_provider_id[obj.provider_id]
if obj is None:
print("obj is None")
registered_obj = await register_object_with_provider(obj, p)
if registered_obj is None:
print("registered_obj is None")
# TODO: This needs to be fixed for all APIs once they return the registered object
if obj.type == ResourceType.model.value:
await self.dist_registry.register(registered_obj)
@ -218,7 +211,6 @@ class ModelsRoutingTable(CommonRoutingTableImpl, Models):
metadata: Optional[Dict[str, Any]] = None,
model_type: Optional[ModelType] = None,
) -> Model:
print("register_model", model_id)
if provider_model_id is None:
provider_model_id = model_id
if provider_id is None:
@ -244,11 +236,7 @@ class ModelsRoutingTable(CommonRoutingTableImpl, Models):
metadata=metadata,
model_type=model_type,
)
if model is None:
print("model is None!!!")
print("before registered_model")
registered_model = await self.register_object(model)
print("after registered_model")
return registered_model
async def unregister_model(self, model_id: str) -> None: