phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-23 04:32:25 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'main' into acl-vector-stores

Browse source
This commit is contained in:
Francisco Arceo 2025-07-20 07:37:04 -04:00 • committed by GitHub
commit bc835c723c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
30 changed files with 1615 additions and 1417 deletions
Download patch file Download diff file Expand all files Collapse all files

8
llama_stack/distribution/routing_tables/models.py
View file

@ -81,7 +81,7 @@ class ModelsRoutingTable(CommonRoutingTableImpl, Models):
raise ValueError(f"Model {model_id} not found")
await self.unregister_object(existing_model)
async def update_registered_models(
async def update_registered_llm_models(
self,
provider_id: str,
models: list[Model],
@ -92,12 +92,16 @@ class ModelsRoutingTable(CommonRoutingTableImpl, Models):
# from run.yaml) that we need to keep track of
model_ids = {}
for model in existing_models:
if model.provider_id == provider_id:
# we leave embeddings models alone because often we don't get metadata
# (embedding dimension, etc.) from the provider
if model.provider_id == provider_id and model.model_type == ModelType.llm:
model_ids[model.provider_resource_id] = model.identifier
logger.debug(f"unregistering model {model.identifier}")
await self.unregister_object(model)
for model in models:
if model.model_type != ModelType.llm:
continue
if model.provider_resource_id in model_ids:
model.identifier = model_ids[model.provider_resource_id]