phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

Update the model alias for llama guard models in ollama

Browse source
This commit is contained in:
Ashwin Bharambe 2024-11-19 00:22:24 -08:00
parent e8d3eee095
commit 84d5f35a48
1 changed files with 10 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

18
llama_stack/providers/remote/inference/ollama/ollama.py
View file

@ -73,14 +73,6 @@ model_aliases = [
"llama3.2:3b", "llama3.2:3b",
CoreModelId.llama3_2_3b_instruct.value, CoreModelId.llama3_2_3b_instruct.value,
), ),
build_model_alias_with_just_provider_model_id(
"llama-guard3:8b",
CoreModelId.llama_guard_3_8b.value,
),
build_model_alias_with_just_provider_model_id(
"llama-guard3:1b",
CoreModelId.llama_guard_3_1b.value,
),
build_model_alias( build_model_alias(
"llama3.2-vision:11b-instruct-fp16", "llama3.2-vision:11b-instruct-fp16",
CoreModelId.llama3_2_11b_vision_instruct.value, CoreModelId.llama3_2_11b_vision_instruct.value,
@ -89,6 +81,16 @@ model_aliases = [
"llama3.2-vision", "llama3.2-vision",
CoreModelId.llama3_2_11b_vision_instruct.value, CoreModelId.llama3_2_11b_vision_instruct.value,
), ),
# The Llama Guard models don't have their full fp16 versions
# so we are going to alias their default version to the canonical SKU
build_model_alias(
"llama-guard3:8b",
CoreModelId.llama_guard_3_8b.value,
),
build_model_alias(
"llama-guard3:1b",
CoreModelId.llama_guard_3_1b.value,
),
] ]