phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-07 02:58:21 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

remove post-training provider from distribution

Browse source
This commit is contained in:
Ubuntu 2025-03-20 09:48:53 +00:00
parent f534b4c2ea
commit 19f36aadaa
5 changed files with 0 additions and 30 deletions
Download patch file Download diff file Expand all files Collapse all files

1
docs/source/distributions/remote_hosted_distro/nvidia.md
View file

@ -9,7 +9,6 @@ The `llamastack/distribution-nvidia` distribution consists of the following prov
| datasetio | `inline::localfs` | | datasetio | `inline::localfs` |
| eval | `inline::meta-reference` | | eval | `inline::meta-reference` |
| inference | `remote::nvidia` | | inference | `remote::nvidia` |
| post_training | `remote::nvidia` |
| safety | `remote::nvidia` | | safety | `remote::nvidia` |
| scoring | `inline::basic` | | scoring | `inline::basic` |
| telemetry | `inline::meta-reference` | | telemetry | `inline::meta-reference` |

2
llama_stack/templates/nvidia/build.yaml
View file

@ -8,8 +8,6 @@ distribution_spec:
- inline::faiss - inline::faiss
safety: safety:
- remote::nvidia - remote::nvidia
post_training:
- remote::nvidia
agents: agents:
- inline::meta-reference - inline::meta-reference
telemetry: telemetry:

9
llama_stack/templates/nvidia/nvidia.py
View file

@ -9,7 +9,6 @@ from pathlib import Path
from llama_stack.distribution.datatypes import ModelInput, Provider, ShieldInput, ToolGroupInput from llama_stack.distribution.datatypes import ModelInput, Provider, ShieldInput, ToolGroupInput
from llama_stack.providers.remote.inference.nvidia import NVIDIAConfig from llama_stack.providers.remote.inference.nvidia import NVIDIAConfig
from llama_stack.providers.remote.inference.nvidia.models import MODEL_ENTRIES from llama_stack.providers.remote.inference.nvidia.models import MODEL_ENTRIES
from llama_stack.providers.remote.post_training.nvidia import NvidiaPostTrainingConfig
from llama_stack.providers.remote.safety.nvidia import NVIDIASafetyConfig from llama_stack.providers.remote.safety.nvidia import NVIDIASafetyConfig
from llama_stack.templates.template import DistributionTemplate, RunConfigSettings, get_model_registry from llama_stack.templates.template import DistributionTemplate, RunConfigSettings, get_model_registry
@ -19,7 +18,6 @@ def get_distribution_template() -> DistributionTemplate:
"inference": ["remote::nvidia"], "inference": ["remote::nvidia"],
"vector_io": ["inline::faiss"], "vector_io": ["inline::faiss"],
"safety": ["remote::nvidia"], "safety": ["remote::nvidia"],
"post_training": ["remote::nvidia"],
"agents": ["inline::meta-reference"], "agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"], "telemetry": ["inline::meta-reference"],
"eval": ["inline::meta-reference"], "eval": ["inline::meta-reference"],
@ -33,12 +31,6 @@ def get_distribution_template() -> DistributionTemplate:
provider_type="remote::nvidia", provider_type="remote::nvidia",
config=NVIDIAConfig.sample_run_config(), config=NVIDIAConfig.sample_run_config(),
) )
post_training_provider = Provider(
provider_id="nvidia",
provider_type="remote::nvidia",
config=NvidiaPostTrainingConfig.sample_run_config(),
)
safety_provider = Provider( safety_provider = Provider(
provider_id="nvidia", provider_id="nvidia",
provider_type="remote::nvidia", provider_type="remote::nvidia",
@ -76,7 +68,6 @@ def get_distribution_template() -> DistributionTemplate:
"run.yaml": RunConfigSettings( "run.yaml": RunConfigSettings(
provider_overrides={ provider_overrides={
"inference": [inference_provider], "inference": [inference_provider],
"post_training": [post_training_provider],
}, },
default_models=default_models, default_models=default_models,
default_tool_groups=default_tool_groups, default_tool_groups=default_tool_groups,

9
llama_stack/templates/nvidia/run-with-safety.yaml
View file

@ -5,7 +5,6 @@ apis:
- datasetio - datasetio
- eval - eval
- inference - inference
- post_training
- safety - safety
- scoring - scoring
- telemetry - telemetry
@ -37,14 +36,6 @@ providers:
config: config:
guardrails_service_url: ${env.GUARDRAILS_SERVICE_URL:http://localhost:7331} guardrails_service_url: ${env.GUARDRAILS_SERVICE_URL:http://localhost:7331}
config_id: self-check config_id: self-check
post_training:
- provider_id: nvidia
provider_type: remote::nvidia
config:
api_key: ${env.NVIDIA_API_KEY:}
dataset_namespace: ${env.NVIDIA_DATASET_NAMESPACE:default}
project_id: ${env.NVIDIA_PROJECT_ID:test-project}
customizer_url: ${env.NVIDIA_CUSTOMIZER_URL:http://nemo.test}
agents: agents:
- provider_id: meta-reference - provider_id: meta-reference
provider_type: inline::meta-reference provider_type: inline::meta-reference

9
llama_stack/templates/nvidia/run.yaml
View file

@ -5,7 +5,6 @@ apis:
- datasetio - datasetio
- eval - eval
- inference - inference
- post_training
- safety - safety
- scoring - scoring
- telemetry - telemetry
@ -32,14 +31,6 @@ providers:
config: config:
guardrails_service_url: ${env.GUARDRAILS_SERVICE_URL:http://localhost:7331} guardrails_service_url: ${env.GUARDRAILS_SERVICE_URL:http://localhost:7331}
config_id: self-check config_id: self-check
post_training:
- provider_id: nvidia
provider_type: remote::nvidia
config:
api_key: ${env.NVIDIA_API_KEY:}
dataset_namespace: ${env.NVIDIA_DATASET_NAMESPACE:default}
project_id: ${env.NVIDIA_PROJECT_ID:test-project}
customizer_url: ${env.NVIDIA_CUSTOMIZER_URL:http://nemo.test}
agents: agents:
- provider_id: meta-reference - provider_id: meta-reference
provider_type: inline::meta-reference provider_type: inline::meta-reference