From 63e3c5812dd90c5368bb3f37ee1f00dde4ef801b Mon Sep 17 00:00:00 2001 From: jhpiedrahitao Date: Tue, 15 Apr 2025 10:26:57 -0500 Subject: [PATCH] update sambanova models --- .../distributions/self_hosted_distro/sambanova.md | 1 - .../providers/remote/inference/sambanova/models.py | 4 ---- llama_stack/templates/dev/run.yaml | 10 ---------- llama_stack/templates/sambanova/run.yaml | 10 ---------- llama_stack/templates/verification/run.yaml | 10 ---------- 5 files changed, 35 deletions(-) diff --git a/docs/source/distributions/self_hosted_distro/sambanova.md b/docs/source/distributions/self_hosted_distro/sambanova.md index 6b6663502..0361c7803 100644 --- a/docs/source/distributions/self_hosted_distro/sambanova.md +++ b/docs/source/distributions/self_hosted_distro/sambanova.md @@ -35,7 +35,6 @@ The following environment variables can be configured: The following models are available by default: - `sambanova/Meta-Llama-3.1-8B-Instruct (aliases: meta-llama/Llama-3.1-8B-Instruct)` -- `sambanova/Meta-Llama-3.1-70B-Instruct (aliases: meta-llama/Llama-3.1-70B-Instruct)` - `sambanova/Meta-Llama-3.1-405B-Instruct (aliases: meta-llama/Llama-3.1-405B-Instruct-FP8)` - `sambanova/Meta-Llama-3.2-1B-Instruct (aliases: meta-llama/Llama-3.2-1B-Instruct)` - `sambanova/Meta-Llama-3.2-3B-Instruct (aliases: meta-llama/Llama-3.2-3B-Instruct)` diff --git a/llama_stack/providers/remote/inference/sambanova/models.py b/llama_stack/providers/remote/inference/sambanova/models.py index f7b4184f8..9954fa7a0 100644 --- a/llama_stack/providers/remote/inference/sambanova/models.py +++ b/llama_stack/providers/remote/inference/sambanova/models.py @@ -14,10 +14,6 @@ MODEL_ENTRIES = [ "sambanova/Meta-Llama-3.1-8B-Instruct", CoreModelId.llama3_1_8b_instruct.value, ), - build_hf_repo_model_entry( - "sambanova/Meta-Llama-3.1-70B-Instruct", - CoreModelId.llama3_1_70b_instruct.value, - ), build_hf_repo_model_entry( "sambanova/Meta-Llama-3.1-405B-Instruct", CoreModelId.llama3_1_405b_instruct.value, diff --git a/llama_stack/templates/dev/run.yaml b/llama_stack/templates/dev/run.yaml index b19a1f243..ac866b62d 100644 --- a/llama_stack/templates/dev/run.yaml +++ b/llama_stack/templates/dev/run.yaml @@ -411,16 +411,6 @@ models: provider_id: sambanova provider_model_id: sambanova/Meta-Llama-3.1-8B-Instruct model_type: llm -- metadata: {} - model_id: sambanova/Meta-Llama-3.1-70B-Instruct - provider_id: sambanova - provider_model_id: sambanova/Meta-Llama-3.1-70B-Instruct - model_type: llm -- metadata: {} - model_id: meta-llama/Llama-3.1-70B-Instruct - provider_id: sambanova - provider_model_id: sambanova/Meta-Llama-3.1-70B-Instruct - model_type: llm - metadata: {} model_id: sambanova/Meta-Llama-3.1-405B-Instruct provider_id: sambanova diff --git a/llama_stack/templates/sambanova/run.yaml b/llama_stack/templates/sambanova/run.yaml index 91693917e..9a9164258 100644 --- a/llama_stack/templates/sambanova/run.yaml +++ b/llama_stack/templates/sambanova/run.yaml @@ -95,16 +95,6 @@ models: provider_id: sambanova provider_model_id: sambanova/Meta-Llama-3.1-8B-Instruct model_type: llm -- metadata: {} - model_id: sambanova/Meta-Llama-3.1-70B-Instruct - provider_id: sambanova - provider_model_id: sambanova/Meta-Llama-3.1-70B-Instruct - model_type: llm -- metadata: {} - model_id: meta-llama/Llama-3.1-70B-Instruct - provider_id: sambanova - provider_model_id: sambanova/Meta-Llama-3.1-70B-Instruct - model_type: llm - metadata: {} model_id: sambanova/Meta-Llama-3.1-405B-Instruct provider_id: sambanova diff --git a/llama_stack/templates/verification/run.yaml b/llama_stack/templates/verification/run.yaml index b3c47234b..880e26466 100644 --- a/llama_stack/templates/verification/run.yaml +++ b/llama_stack/templates/verification/run.yaml @@ -494,16 +494,6 @@ models: provider_id: sambanova-openai-compat provider_model_id: sambanova/Meta-Llama-3.1-8B-Instruct model_type: llm -- metadata: {} - model_id: sambanova/Meta-Llama-3.1-70B-Instruct - provider_id: sambanova-openai-compat - provider_model_id: sambanova/Meta-Llama-3.1-70B-Instruct - model_type: llm -- metadata: {} - model_id: meta-llama/Llama-3.1-70B-Instruct - provider_id: sambanova-openai-compat - provider_model_id: sambanova/Meta-Llama-3.1-70B-Instruct - model_type: llm - metadata: {} model_id: sambanova/Meta-Llama-3.1-405B-Instruct provider_id: sambanova-openai-compat