From 19f36aadaa1748bdb1bc7b5c48a11d30d43b6332 Mon Sep 17 00:00:00 2001 From: Ubuntu Date: Thu, 20 Mar 2025 09:48:53 +0000 Subject: [PATCH] remove post-training provider from distribution --- docs/source/distributions/remote_hosted_distro/nvidia.md | 1 - llama_stack/templates/nvidia/build.yaml | 2 -- llama_stack/templates/nvidia/nvidia.py | 9 --------- llama_stack/templates/nvidia/run-with-safety.yaml | 9 --------- llama_stack/templates/nvidia/run.yaml | 9 --------- 5 files changed, 30 deletions(-) diff --git a/docs/source/distributions/remote_hosted_distro/nvidia.md b/docs/source/distributions/remote_hosted_distro/nvidia.md index b1b8c4de2..450fc676b 100644 --- a/docs/source/distributions/remote_hosted_distro/nvidia.md +++ b/docs/source/distributions/remote_hosted_distro/nvidia.md @@ -9,7 +9,6 @@ The `llamastack/distribution-nvidia` distribution consists of the following prov | datasetio | `inline::localfs` | | eval | `inline::meta-reference` | | inference | `remote::nvidia` | -| post_training | `remote::nvidia` | | safety | `remote::nvidia` | | scoring | `inline::basic` | | telemetry | `inline::meta-reference` | diff --git a/llama_stack/templates/nvidia/build.yaml b/llama_stack/templates/nvidia/build.yaml index 14db26909..0c788ce86 100644 --- a/llama_stack/templates/nvidia/build.yaml +++ b/llama_stack/templates/nvidia/build.yaml @@ -8,8 +8,6 @@ distribution_spec: - inline::faiss safety: - remote::nvidia - post_training: - - remote::nvidia agents: - inline::meta-reference telemetry: diff --git a/llama_stack/templates/nvidia/nvidia.py b/llama_stack/templates/nvidia/nvidia.py index f881077ea..773085a4a 100644 --- a/llama_stack/templates/nvidia/nvidia.py +++ b/llama_stack/templates/nvidia/nvidia.py @@ -9,7 +9,6 @@ from pathlib import Path from llama_stack.distribution.datatypes import ModelInput, Provider, ShieldInput, ToolGroupInput from llama_stack.providers.remote.inference.nvidia import NVIDIAConfig from llama_stack.providers.remote.inference.nvidia.models import MODEL_ENTRIES -from llama_stack.providers.remote.post_training.nvidia import NvidiaPostTrainingConfig from llama_stack.providers.remote.safety.nvidia import NVIDIASafetyConfig from llama_stack.templates.template import DistributionTemplate, RunConfigSettings, get_model_registry @@ -19,7 +18,6 @@ def get_distribution_template() -> DistributionTemplate: "inference": ["remote::nvidia"], "vector_io": ["inline::faiss"], "safety": ["remote::nvidia"], - "post_training": ["remote::nvidia"], "agents": ["inline::meta-reference"], "telemetry": ["inline::meta-reference"], "eval": ["inline::meta-reference"], @@ -33,12 +31,6 @@ def get_distribution_template() -> DistributionTemplate: provider_type="remote::nvidia", config=NVIDIAConfig.sample_run_config(), ) - - post_training_provider = Provider( - provider_id="nvidia", - provider_type="remote::nvidia", - config=NvidiaPostTrainingConfig.sample_run_config(), - ) safety_provider = Provider( provider_id="nvidia", provider_type="remote::nvidia", @@ -76,7 +68,6 @@ def get_distribution_template() -> DistributionTemplate: "run.yaml": RunConfigSettings( provider_overrides={ "inference": [inference_provider], - "post_training": [post_training_provider], }, default_models=default_models, default_tool_groups=default_tool_groups, diff --git a/llama_stack/templates/nvidia/run-with-safety.yaml b/llama_stack/templates/nvidia/run-with-safety.yaml index ef742e272..04da1bcda 100644 --- a/llama_stack/templates/nvidia/run-with-safety.yaml +++ b/llama_stack/templates/nvidia/run-with-safety.yaml @@ -5,7 +5,6 @@ apis: - datasetio - eval - inference -- post_training - safety - scoring - telemetry @@ -37,14 +36,6 @@ providers: config: guardrails_service_url: ${env.GUARDRAILS_SERVICE_URL:http://localhost:7331} config_id: self-check - post_training: - - provider_id: nvidia - provider_type: remote::nvidia - config: - api_key: ${env.NVIDIA_API_KEY:} - dataset_namespace: ${env.NVIDIA_DATASET_NAMESPACE:default} - project_id: ${env.NVIDIA_PROJECT_ID:test-project} - customizer_url: ${env.NVIDIA_CUSTOMIZER_URL:http://nemo.test} agents: - provider_id: meta-reference provider_type: inline::meta-reference diff --git a/llama_stack/templates/nvidia/run.yaml b/llama_stack/templates/nvidia/run.yaml index 5ad12abe3..3abdd82a7 100644 --- a/llama_stack/templates/nvidia/run.yaml +++ b/llama_stack/templates/nvidia/run.yaml @@ -5,7 +5,6 @@ apis: - datasetio - eval - inference -- post_training - safety - scoring - telemetry @@ -32,14 +31,6 @@ providers: config: guardrails_service_url: ${env.GUARDRAILS_SERVICE_URL:http://localhost:7331} config_id: self-check - post_training: - - provider_id: nvidia - provider_type: remote::nvidia - config: - api_key: ${env.NVIDIA_API_KEY:} - dataset_namespace: ${env.NVIDIA_DATASET_NAMESPACE:default} - project_id: ${env.NVIDIA_PROJECT_ID:test-project} - customizer_url: ${env.NVIDIA_CUSTOMIZER_URL:http://nemo.test} agents: - provider_id: meta-reference provider_type: inline::meta-reference