phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 04:04:14 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Nuke fp8_requirements, fold fbgemm into common requirements

Browse source
This commit is contained in:
Ashwin Bharambe 2024-08-07 13:58:13 -07:00
parent cc697c59e5
commit 66412b932b
4 changed files with 5 additions and 42 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_toolchain/distribution/registry.py
View file

@ -26,7 +26,6 @@ COMMON_DEPENDENCIES = [
"huggingface-hub",
"json-strong-typing",
"llama-models",
"omegaconf",
"pandas",
"Pillow",
"pydantic==1.10.13",
@ -60,7 +59,10 @@ def available_distribution_specs() -> List[DistributionSpec]:
DistributionSpec(
spec_id="inline",
description="Use code from `llama_toolchain` itself to serve all llama stack APIs",
additional_pip_packages=COMMON_DEPENDENCIES,
additional_pip_packages=COMMON_DEPENDENCIES
+ [
"fbgemm-gpu==0.8.0",
],
provider_specs={
Api.inference: providers[Api.inference]["meta-reference"],
Api.safety: providers[Api.safety]["meta-reference"],