From ceadaf1840fe08446435a285c7c302a7fc2725c0 Mon Sep 17 00:00:00 2001
From: Ashwin Bharambe <ashwin.bharambe@gmail.com>
Date: Wed, 18 Dec 2024 06:30:02 -0800
Subject: [PATCH] Dont include 3B / 1B models for bedrock since they arent
 ondemand

---
 .../source/distributions/self_hosted_distro/bedrock.md |  2 --
 .../providers/remote/inference/bedrock/bedrock.py      |  8 --------
 llama_stack/templates/bedrock/run.yaml                 | 10 ----------
 3 files changed, 20 deletions(-)

diff --git a/docs/source/distributions/self_hosted_distro/bedrock.md b/docs/source/distributions/self_hosted_distro/bedrock.md
index 205722052..7dab23655 100644
--- a/docs/source/distributions/self_hosted_distro/bedrock.md
+++ b/docs/source/distributions/self_hosted_distro/bedrock.md
@@ -35,8 +35,6 @@ The following models are available by default:
 - `meta-llama/Llama-3.1-8B-Instruct (meta.llama3-1-8b-instruct-v1:0)`
 - `meta-llama/Llama-3.1-70B-Instruct (meta.llama3-1-70b-instruct-v1:0)`
 - `meta-llama/Llama-3.1-405B-Instruct-FP8 (meta.llama3-1-405b-instruct-v1:0)`
-- `meta-llama/Llama-3.2-3B-Instruct (meta.llama3-2-3b-instruct-v1:0)`
-- `meta-llama/Llama-3.2-1B-Instruct (meta.llama3-2-1b-instruct-v1:0)`
 
 
 ### Prerequisite: API Keys
diff --git a/llama_stack/providers/remote/inference/bedrock/bedrock.py b/llama_stack/providers/remote/inference/bedrock/bedrock.py
index ad6978039..ddf59fda8 100644
--- a/llama_stack/providers/remote/inference/bedrock/bedrock.py
+++ b/llama_stack/providers/remote/inference/bedrock/bedrock.py
@@ -48,14 +48,6 @@ MODEL_ALIASES = [
         "meta.llama3-1-405b-instruct-v1:0",
         CoreModelId.llama3_1_405b_instruct.value,
     ),
-    build_model_alias(
-        "meta.llama3-2-3b-instruct-v1:0",
-        CoreModelId.llama3_2_3b_instruct.value,
-    ),
-    build_model_alias(
-        "meta.llama3-2-1b-instruct-v1:0",
-        CoreModelId.llama3_2_1b_instruct.value,
-    ),
 ]
 
 
diff --git a/llama_stack/templates/bedrock/run.yaml b/llama_stack/templates/bedrock/run.yaml
index ef03f10a5..9aa5ca914 100644
--- a/llama_stack/templates/bedrock/run.yaml
+++ b/llama_stack/templates/bedrock/run.yaml
@@ -85,16 +85,6 @@ models:
   provider_id: bedrock
   provider_model_id: meta.llama3-1-405b-instruct-v1:0
   model_type: llm
-- metadata: {}
-  model_id: meta-llama/Llama-3.2-3B-Instruct
-  provider_id: bedrock
-  provider_model_id: meta.llama3-2-3b-instruct-v1:0
-  model_type: llm
-- metadata: {}
-  model_id: meta-llama/Llama-3.2-1B-Instruct
-  provider_id: bedrock
-  provider_model_id: meta.llama3-2-1b-instruct-v1:0
-  model_type: llm
 shields: []
 memory_banks: []
 datasets: []