phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-09 21:18:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixed imports models.llama3. --> models.llama3_1.api.

Browse source
This commit is contained in:
Hardik Shah 2024-07-19 17:42:14 -07:00
parent f94efcf2ee
commit 2ed2881a21
20 changed files with 26 additions and 26 deletions
Download patch file Download diff file Expand all files Collapse all files

2
toolchain/inference/api/datatypes.py
View file

@ -6,7 +6,7 @@ from pydantic import BaseModel, Field
from strong_typing.schema import json_schema_type
from typing_extensions import Annotated
from models.llama3.datatypes import * # noqa: F403
from models.llama3_1.api.datatypes import * # noqa: F403
class LogProbConfig(BaseModel):

10
toolchain/inference/generation.py
View file

@ -16,11 +16,11 @@ from fairscale.nn.model_parallel.initialize import (
initialize_model_parallel,
model_parallel_is_initialized,
)
from models.llama3.args import ModelArgs
from models.llama3.chat_format import ChatFormat, ModelInput
from models.llama3.datatypes import Message
from models.llama3.model import Transformer
from models.llama3.tokenizer import Tokenizer
from models.llama3_1.api.args import ModelArgs
from models.llama3_1.api.chat_format import ChatFormat, ModelInput
from models.llama3_1.api.datatypes import Message
from models.llama3_1.api.model import Transformer
from models.llama3_1.api.tokenizer import Tokenizer
from termcolor import cprint

2
toolchain/inference/inference.py
View file

@ -1,6 +1,6 @@
from typing import AsyncGenerator
from models.llama3.datatypes import StopReason
from models.llama3_1.api.datatypes import StopReason
from .api.config import CheckpointType, GeneratorArgs, InlineImplConfig
from .api.datatypes import (

6
toolchain/inference/model_parallel.py
View file

@ -2,9 +2,9 @@ from dataclasses import dataclass
from functools import partial
from typing import Generator, List, Optional
from models.llama3.chat_format import ChatFormat
from models.llama3.datatypes import Message
from models.llama3.tokenizer import Tokenizer
from models.llama3_1.api.chat_format import ChatFormat
from models.llama3_1.api.datatypes import Message
from models.llama3_1.api.tokenizer import Tokenizer
from .api.config import GeneratorArgs
from .generation import Llama