phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-09 21:18:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge 309f06829c into a1301911e4

Browse source
This commit is contained in:
melonkernel 2025-09-22 16:52:03 +02:00 • committed by GitHub
commit 2c52ab8944
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 78 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
llama_stack/providers/utils/inference/model_registry.py
View file

@ -35,6 +35,11 @@ class ProviderModelEntry(BaseModel):
llama_model: str | None = None
model_type: ModelType = ModelType.llm
metadata: dict[str, Any] = Field(default_factory=dict)
def __init__(self, **data):
super().__init__(**data)
if self.model_type == ModelType.embedding and "embedding_dimension" not in self.metadata:
raise ValueError("Embedding models must specify 'embedding_dimension' in metadata")
def get_huggingface_repo(model_descriptor: str) -> str | None:
@ -103,7 +108,7 @@ class ModelRegistryHelper(ModelsProtocolPrivate):
Model(
identifier=id,
provider_resource_id=entry.provider_model_id,
model_type=ModelType.llm,
model_type=entry.model_type or ModelType.llm,
metadata=entry.metadata,
provider_id=self.__provider_id__,
)