add nvidia distribution

This commit is contained in:
Ubuntu 2025-03-06 18:26:53 +00:00
parent b5c6a80b2e
commit 103a3b1a4f
7 changed files with 67 additions and 12 deletions

View file

@ -6,7 +6,7 @@
from typing import List
from llama_stack.providers.datatypes import Api, InlineProviderSpec, ProviderSpec
from llama_stack.providers.datatypes import AdapterSpec, Api, InlineProviderSpec, ProviderSpec, remote_provider_spec
def available_providers() -> List[ProviderSpec]:
@ -22,15 +22,13 @@ def available_providers() -> List[ProviderSpec]:
Api.datasets,
],
),
InlineProviderSpec(
remote_provider_spec(
api=Api.post_training,
provider_type="remote::nvidia",
pip_packages=["torch", "numpy"],
module="llama_stack.providers.remote.post_training.nvidia",
config_class="llama_stack.providers.remote.post_training.nvidia.NvidiaPostTrainingConfig",
api_dependencies=[
Api.datasetio,
Api.datasets,
],
adapter=AdapterSpec(
adapter_type="nvidia",
pip_packages=["requests"],
module="llama_stack.providers.remote.post_training.nvidia",
config_class="llama_stack.providers.remote.post_training.nvidia.NvidiaPostTrainingConfig",
),
),
]