phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-05 04:17:32 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

rename ModelInference to Inference

Browse source
This commit is contained in:
rsm 2024-07-21 12:19:52 -07:00
parent 245461620d
commit 67f0510edd
18 changed files with 468 additions and 1636 deletions
Download patch file Download diff file Expand all files Collapse all files

4
toolchain/inference/inference.py
View file

@ -18,12 +18,12 @@ from .api.endpoints import (
ChatCompletionRequest,
ChatCompletionResponseStreamChunk,
CompletionRequest,
ModelInference,
Inference,
)
from .model_parallel import LlamaModelParallelGenerator
class ModelInferenceImpl(ModelInference):
class InferenceImpl(Inference):
def __init__(self, config: InlineImplConfig) -> None:
self.config = config