From 1fa6fe610169cb6e8861b3ab90049dd96ead6f18 Mon Sep 17 00:00:00 2001 From: Ashwin Bharambe Date: Mon, 20 Oct 2025 22:20:16 -0700 Subject: [PATCH] update deps, mypy --- llama_stack/distributions/nvidia/nvidia.py | 4 ++-- llama_stack/providers/registry/inference.py | 1 + 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/llama_stack/distributions/nvidia/nvidia.py b/llama_stack/distributions/nvidia/nvidia.py index 0c910f4b4..889f83aa5 100644 --- a/llama_stack/distributions/nvidia/nvidia.py +++ b/llama_stack/distributions/nvidia/nvidia.py @@ -6,7 +6,7 @@ from pathlib import Path -from llama_stack.core.datatypes import BuildProvider, ModelInput, Provider, ShieldInput +from llama_stack.core.datatypes import BuildProvider, ModelInput, Provider, ShieldInput, ToolGroupInput from llama_stack.distributions.template import DistributionTemplate, RunConfigSettings from llama_stack.providers.inline.files.localfs.config import LocalfsFilesImplConfig from llama_stack.providers.remote.datasetio.nvidia import NvidiaDatasetIOConfig @@ -66,7 +66,7 @@ def get_distribution_template(name: str = "nvidia") -> DistributionTemplate: provider_id="nvidia", ) - default_tool_groups = [] + default_tool_groups: list[ToolGroupInput] = [] return DistributionTemplate( name=name, diff --git a/llama_stack/providers/registry/inference.py b/llama_stack/providers/registry/inference.py index 35afb296d..2e52e2d12 100644 --- a/llama_stack/providers/registry/inference.py +++ b/llama_stack/providers/registry/inference.py @@ -42,6 +42,7 @@ def available_providers() -> list[ProviderSpec]: # CrossEncoder depends on torchao.quantization pip_packages=[ "torch torchvision torchao>=0.12.0 --extra-index-url https://download.pytorch.org/whl/cpu", + "numpy tqdm transformers", "sentence-transformers --no-deps", # required by some SentenceTransformers architectures for tensor rearrange/merge ops "einops",