From 76fc5d9f318b4dda1d4d861a20708974485e2a40 Mon Sep 17 00:00:00 2001 From: Martin Hickey Date: Sat, 23 Nov 2024 05:56:43 +0000 Subject: [PATCH] Update Ollama supported llama model list (#483) # What does this PR do? Update the llama model supported list for Ollama. - [x] Addresses issue (#462) Signed-off-by: Martin Hickey --- .../remote/inference/ollama/ollama.py | 24 +++++++++++++++---- 1 file changed, 20 insertions(+), 4 deletions(-) diff --git a/llama_stack/providers/remote/inference/ollama/ollama.py b/llama_stack/providers/remote/inference/ollama/ollama.py index 56287fd65..74c0b8601 100644 --- a/llama_stack/providers/remote/inference/ollama/ollama.py +++ b/llama_stack/providers/remote/inference/ollama/ollama.py @@ -59,18 +59,26 @@ model_aliases = [ "llama3.1:70b", CoreModelId.llama3_1_70b_instruct.value, ), + build_model_alias( + "llama3.1:405b-instruct-fp16", + CoreModelId.llama3_1_405b_instruct.value, + ), + build_model_alias_with_just_provider_model_id( + "llama3.1:405b", + CoreModelId.llama3_1_405b_instruct.value, + ), build_model_alias( "llama3.2:1b-instruct-fp16", CoreModelId.llama3_2_1b_instruct.value, ), + build_model_alias_with_just_provider_model_id( + "llama3.2:1b", + CoreModelId.llama3_2_1b_instruct.value, + ), build_model_alias( "llama3.2:3b-instruct-fp16", CoreModelId.llama3_2_3b_instruct.value, ), - build_model_alias_with_just_provider_model_id( - "llama3.2:1b", - CoreModelId.llama3_2_1b_instruct.value, - ), build_model_alias_with_just_provider_model_id( "llama3.2:3b", CoreModelId.llama3_2_3b_instruct.value, @@ -83,6 +91,14 @@ model_aliases = [ "llama3.2-vision", CoreModelId.llama3_2_11b_vision_instruct.value, ), + build_model_alias( + "llama3.2-vision:90b-instruct-fp16", + CoreModelId.llama3_2_90b_vision_instruct.value, + ), + build_model_alias_with_just_provider_model_id( + "llama3.2-vision:90b", + CoreModelId.llama3_2_90b_vision_instruct.value, + ), # The Llama Guard models don't have their full fp16 versions # so we are going to alias their default version to the canonical SKU build_model_alias(