phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 13:12:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

try upgrading torchao / torchtune deps

Browse source
This commit is contained in:
Ashwin Bharambe 2025-08-26 13:20:49 -07:00
parent 104c66f099
commit 967ac345e0
2 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/registry/inference.py
View file

@ -42,7 +42,7 @@ def available_providers() -> list[ProviderSpec]:
provider_type="inline::sentence-transformers", provider_type="inline::sentence-transformers",
# CrossEncoder depends on torchao.quantization # CrossEncoder depends on torchao.quantization
pip_packages=[ pip_packages=[
"torch torchvision torchao --index-url https://download.pytorch.org/whl/cpu", "torch torchvision torchao>=0.12.0 --index-url https://download.pytorch.org/whl/cpu",
"sentence-transformers --no-deps", "sentence-transformers --no-deps",
], ],
module="llama_stack.providers.inline.inference.sentence_transformers", module="llama_stack.providers.inline.inference.sentence_transformers",

10
llama_stack/providers/registry/post_training.py
View file

@ -13,7 +13,7 @@ from llama_stack.providers.datatypes import AdapterSpec, Api, InlineProviderSpec
# The CPU version is used for distributions that don't have GPU support -- they result in smaller container images. # The CPU version is used for distributions that don't have GPU support -- they result in smaller container images.
torchtune_def = dict( torchtune_def = dict(
api=Api.post_training, api=Api.post_training,
pip_packages=["torchtune==0.5.0", "torchao==0.8.0", "numpy"], pip_packages=["numpy"],
module="llama_stack.providers.inline.post_training.torchtune", module="llama_stack.providers.inline.post_training.torchtune",
config_class="llama_stack.providers.inline.post_training.torchtune.TorchtunePostTrainingConfig", config_class="llama_stack.providers.inline.post_training.torchtune.TorchtunePostTrainingConfig",
api_dependencies=[ api_dependencies=[
@ -27,21 +27,21 @@ torchtune_def = dict(
def available_providers() -> list[ProviderSpec]: def available_providers() -> list[ProviderSpec]:
return [ return [
InlineProviderSpec( InlineProviderSpec(
**{ **{ # type: ignore
**torchtune_def, **torchtune_def,
"provider_type": "inline::torchtune-cpu", "provider_type": "inline::torchtune-cpu",
"pip_packages": ( "pip_packages": (
cast(list[str], torchtune_def["pip_packages"]) cast(list[str], torchtune_def["pip_packages"])
+ ["torch torchtune==0.5.0 torchao==0.8.0 --index-url https://download.pytorch.org/whl/cpu"] + ["torch torchtune>=0.5.0 torchao>=0.12.0 --index-url https://download.pytorch.org/whl/cpu"]
), ),
}, },
), ),
InlineProviderSpec( InlineProviderSpec(
**{ **{ # type: ignore
**torchtune_def, **torchtune_def,
"provider_type": "inline::torchtune-gpu", "provider_type": "inline::torchtune-gpu",
"pip_packages": ( "pip_packages": (
cast(list[str], torchtune_def["pip_packages"]) + ["torch torchtune==0.5.0 torchao==0.8.0"] cast(list[str], torchtune_def["pip_packages"]) + ["torch torchtune>=0.5.0 torchao>=0.12.0"]
), ),
}, },
), ),