phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-06 02:32:40 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

openai_compat

Browse source
This commit is contained in:
Xi Yan 2025-01-15 19:00:56 -08:00
parent e0771e0c47
commit ffbc23add1
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/providers/utils/inference/openai_compat.py
View file

@ -46,7 +46,7 @@ class OpenAICompatCompletionChoiceDelta(BaseModel):
content: str content: str
class OpenAILogprobs(BaseModel): class OpenAICompatLogprobs(BaseModel):
text_offset: Optional[List[int]] = None text_offset: Optional[List[int]] = None
token_logprobs: Optional[List[float]] = None token_logprobs: Optional[List[float]] = None
@ -60,7 +60,7 @@ class OpenAICompatCompletionChoice(BaseModel):
finish_reason: Optional[str] = None finish_reason: Optional[str] = None
text: Optional[str] = None text: Optional[str] = None
delta: Optional[OpenAICompatCompletionChoiceDelta] = None delta: Optional[OpenAICompatCompletionChoiceDelta] = None
logprobs: Optional[OpenAILogprobs] = None logprobs: Optional[OpenAICompatLogprobs] = None
class OpenAICompatCompletionResponse(BaseModel): class OpenAICompatCompletionResponse(BaseModel):
@ -117,7 +117,7 @@ def get_stop_reason(finish_reason: str) -> StopReason:
def convert_openai_completion_logprobs( def convert_openai_completion_logprobs(
logprobs: Optional[OpenAILogprobs], logprobs: Optional[OpenAICompatLogprobs],
) -> Optional[List[TokenLogProbs]]: ) -> Optional[List[TokenLogProbs]]:
if not logprobs: if not logprobs:
return None return None