[inference api] modify content types so they follow a more standard structure (#841)

Some small updates to the inference types to make them more standard

Specifically:
- image data is now located in a "image" subkey
- similarly tool call data is located in a "tool_call" subkey

The pattern followed is `dict(type="foo", foo=<...>)`
This commit is contained in:
Ashwin Bharambe 2025-01-22 12:16:18 -08:00 committed by GitHub
parent caa8387dd2
commit 07b87365ab
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
15 changed files with 104 additions and 76 deletions

View file

@ -240,7 +240,7 @@ async def process_chat_completion_stream_response(
event=ChatCompletionResponseEvent(
event_type=ChatCompletionResponseEventType.progress,
delta=ToolCallDelta(
content="",
tool_call="",
parse_status=ToolCallParseStatus.started,
),
)
@ -260,7 +260,7 @@ async def process_chat_completion_stream_response(
if ipython:
buffer += text
delta = ToolCallDelta(
content=text,
tool_call=text,
parse_status=ToolCallParseStatus.in_progress,
)
@ -289,7 +289,7 @@ async def process_chat_completion_stream_response(
event=ChatCompletionResponseEvent(
event_type=ChatCompletionResponseEventType.progress,
delta=ToolCallDelta(
content="",
tool_call="",
parse_status=ToolCallParseStatus.failed,
),
stop_reason=stop_reason,
@ -301,7 +301,7 @@ async def process_chat_completion_stream_response(
event=ChatCompletionResponseEvent(
event_type=ChatCompletionResponseEventType.progress,
delta=ToolCallDelta(
content=tool_call,
tool_call=tool_call,
parse_status=ToolCallParseStatus.succeeded,
),
stop_reason=stop_reason,