phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-01 16:24:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

map llama model -> provider model id in ModelRegistryHelper

Browse source
This commit is contained in:
Matthew Farrellee 2024-11-19 12:49:14 -05:00
parent 2a25ace2fa
commit 2980a18920
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/providers/utils/inference/model_registry.py
View file

@ -29,7 +29,6 @@ def build_model_alias(provider_model_id: str, model_descriptor: str) -> ModelAli
return ModelAlias( return ModelAlias(
provider_model_id=provider_model_id, provider_model_id=provider_model_id,
aliases=[ aliases=[
model_descriptor,
get_huggingface_repo(model_descriptor), get_huggingface_repo(model_descriptor),
], ],
llama_model=model_descriptor, llama_model=model_descriptor,
@ -57,6 +56,10 @@ class ModelRegistryHelper(ModelsProtocolPrivate):
self.alias_to_provider_id_map[alias_obj.provider_model_id] = ( self.alias_to_provider_id_map[alias_obj.provider_model_id] = (
alias_obj.provider_model_id alias_obj.provider_model_id
) )
# ensure we can go from llama model to provider model id
self.alias_to_provider_id_map[alias_obj.llama_model] = (
alias_obj.provider_model_id
)
self.provider_id_to_llama_model_map[alias_obj.provider_model_id] = ( self.provider_id_to_llama_model_map[alias_obj.provider_model_id] = (
alias_obj.llama_model alias_obj.llama_model
) )