phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 12:07:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix api to work with openapi generator

Browse source
This commit is contained in:
Xi Yan 2024-09-11 16:05:35 -07:00
parent cd493b8228
commit 2aa76e4d81
4 changed files with 672 additions and 1541 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_toolchain/inference/api/api.py
View file

@ -85,6 +85,8 @@ class CompletionRequest(BaseModel):
@json_schema_type
class CompletionResponse(BaseModel):
"""Completion response."""
completion_message: CompletionMessage
logprobs: Optional[List[TokenLogProbs]] = None
@ -108,6 +110,8 @@ class BatchCompletionRequest(BaseModel):
@json_schema_type
class BatchCompletionResponse(BaseModel):
"""Batch completion response."""
completion_message_batch: List[CompletionMessage]
@ -137,6 +141,8 @@ class ChatCompletionResponseStreamChunk(BaseModel):
@json_schema_type
class ChatCompletionResponse(BaseModel):
"""Chat completion response."""
completion_message: CompletionMessage
logprobs: Optional[List[TokenLogProbs]] = None