phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 20:14:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix api.datatypes imports

Browse source
This commit is contained in:
Ashwin Bharambe 2024-08-26 14:43:30 -07:00
parent fb78bdc5a9
commit fd1c7f0197
4 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_toolchain/inference/quantization/loader.py
View file

@ -14,12 +14,12 @@ import torch
from fairscale.nn.model_parallel.mappings import reduce_from_model_parallel_region
from llama_models.llama3.api.model import Transformer, TransformerBlock
from llama_toolchain.inference.api import QuantizationType
from llama_toolchain.inference.api.config import (
CheckpointQuantizationFormat,
MetaReferenceImplConfig,
)
from llama_toolchain.inference.api.datatypes import QuantizationType
from termcolor import cprint
from torch import Tensor