From a6f47f10903a98c9a266c74971b2d5b9c80209a5 Mon Sep 17 00:00:00 2001 From: Matthew Farrellee Date: Fri, 22 Nov 2024 05:54:16 -0500 Subject: [PATCH] use build_model_alias to support huggingface-style model names --- .../remote/inference/nvidia/nvidia.py | 20 +++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/llama_stack/providers/remote/inference/nvidia/nvidia.py b/llama_stack/providers/remote/inference/nvidia/nvidia.py index 0ed66bfa5..1422f7a29 100644 --- a/llama_stack/providers/remote/inference/nvidia/nvidia.py +++ b/llama_stack/providers/remote/inference/nvidia/nvidia.py @@ -30,7 +30,7 @@ from llama_stack.apis.inference import ( ResponseFormat, ) from llama_stack.providers.utils.inference.model_registry import ( - build_model_alias_with_just_provider_model_id, + build_model_alias, ModelRegistryHelper, ) @@ -43,39 +43,39 @@ from .openai_utils import ( from .utils import _is_nvidia_hosted, check_health _MODEL_ALIASES = [ - build_model_alias_with_just_provider_model_id( + build_model_alias( "meta/llama3-8b-instruct", CoreModelId.llama3_8b_instruct.value, ), - build_model_alias_with_just_provider_model_id( + build_model_alias( "meta/llama3-70b-instruct", CoreModelId.llama3_70b_instruct.value, ), - build_model_alias_with_just_provider_model_id( + build_model_alias( "meta/llama-3.1-8b-instruct", CoreModelId.llama3_1_8b_instruct.value, ), - build_model_alias_with_just_provider_model_id( + build_model_alias( "meta/llama-3.1-70b-instruct", CoreModelId.llama3_1_70b_instruct.value, ), - build_model_alias_with_just_provider_model_id( + build_model_alias( "meta/llama-3.1-405b-instruct", CoreModelId.llama3_1_405b_instruct.value, ), - build_model_alias_with_just_provider_model_id( + build_model_alias( "meta/llama-3.2-1b-instruct", CoreModelId.llama3_2_1b_instruct.value, ), - build_model_alias_with_just_provider_model_id( + build_model_alias( "meta/llama-3.2-3b-instruct", CoreModelId.llama3_2_3b_instruct.value, ), - build_model_alias_with_just_provider_model_id( + build_model_alias( "meta/llama-3.2-11b-vision-instruct", CoreModelId.llama3_2_11b_vision_instruct.value, ), - build_model_alias_with_just_provider_model_id( + build_model_alias( "meta/llama-3.2-90b-vision-instruct", CoreModelId.llama3_2_90b_vision_instruct.value, ),