phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-06 02:32:40 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

.

Browse source
This commit is contained in:
Aidan Do 2025-01-18 08:55:41 +11:00
parent b37afca357
commit d662f8a1f6
1 changed files with 4 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

10
llama_stack/providers/utils/inference/openai_compat.py
View file

@ -6,17 +6,15 @@
from typing import AsyncGenerator, Dict, List, Optional from typing import AsyncGenerator, Dict, List, Optional
from llama_models.llama3.api.chat_format import ChatFormat
from llama_models.datatypes import ( from llama_models.datatypes import (
GreedySamplingStrategy, GreedySamplingStrategy,
SamplingParams,
TopKSamplingStrategy, TopKSamplingStrategy,
TopPSamplingStrategy, TopPSamplingStrategy,
SamplingParams,
)
from llama_models.llama3.api.datatypes import (
StopReason,
) )
from llama_models.llama3.api.chat_format import ChatFormat
from llama_models.llama3.api.datatypes import StopReason
from pydantic import BaseModel from pydantic import BaseModel
from llama_stack.apis.common.content_types import ( from llama_stack.apis.common.content_types import (