phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-22 22:32:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

comment

Browse source
This commit is contained in:
Ashwin Bharambe 2025-07-18 15:38:56 -07:00
parent ad34a483fa
commit b58d0daa95
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/distribution/routing_tables/models.py
View file

@ -92,6 +92,8 @@ class ModelsRoutingTable(CommonRoutingTableImpl, Models):
# from run.yaml) that we need to keep track of # from run.yaml) that we need to keep track of
model_ids = {} model_ids = {}
for model in existing_models: for model in existing_models:
# we leave embeddings models alone because often we don't get metadata
# (embedding dimension, etc.) from the provider
if model.provider_id == provider_id and model.model_type == ModelType.llm: if model.provider_id == provider_id and model.model_type == ModelType.llm:
model_ids[model.provider_resource_id] = model.identifier model_ids[model.provider_resource_id] = model.identifier
logger.debug(f"unregistering model {model.identifier}") logger.debug(f"unregistering model {model.identifier}")