phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-01 16:24:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use build_model_alias to support huggingface-style model names

Browse source
This commit is contained in:
Matthew Farrellee 2024-11-22 05:54:16 -05:00
parent 5ab3773577
commit a6f47f1090
1 changed files with 10 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

20
llama_stack/providers/remote/inference/nvidia/nvidia.py
View file

@ -30,7 +30,7 @@ from llama_stack.apis.inference import (
ResponseFormat,
)
from llama_stack.providers.utils.inference.model_registry import (
build_model_alias_with_just_provider_model_id,
build_model_alias,
ModelRegistryHelper,
)
@ -43,39 +43,39 @@ from .openai_utils import (
from .utils import _is_nvidia_hosted, check_health
_MODEL_ALIASES = [
build_model_alias_with_just_provider_model_id(
build_model_alias(
"meta/llama3-8b-instruct",
CoreModelId.llama3_8b_instruct.value,
),
build_model_alias_with_just_provider_model_id(
build_model_alias(
"meta/llama3-70b-instruct",
CoreModelId.llama3_70b_instruct.value,
),
build_model_alias_with_just_provider_model_id(
build_model_alias(
"meta/llama-3.1-8b-instruct",
CoreModelId.llama3_1_8b_instruct.value,
),
build_model_alias_with_just_provider_model_id(
build_model_alias(
"meta/llama-3.1-70b-instruct",
CoreModelId.llama3_1_70b_instruct.value,
),
build_model_alias_with_just_provider_model_id(
build_model_alias(
"meta/llama-3.1-405b-instruct",
CoreModelId.llama3_1_405b_instruct.value,
),
build_model_alias_with_just_provider_model_id(
build_model_alias(
"meta/llama-3.2-1b-instruct",
CoreModelId.llama3_2_1b_instruct.value,
),
build_model_alias_with_just_provider_model_id(
build_model_alias(
"meta/llama-3.2-3b-instruct",
CoreModelId.llama3_2_3b_instruct.value,
),
build_model_alias_with_just_provider_model_id(
build_model_alias(
"meta/llama-3.2-11b-vision-instruct",
CoreModelId.llama3_2_11b_vision_instruct.value,
),
build_model_alias_with_just_provider_model_id(
build_model_alias(
"meta/llama-3.2-90b-vision-instruct",
CoreModelId.llama3_2_90b_vision_instruct.value,
),