Fixes; make inference tests pass with newer tool call types

This commit is contained in:
Ashwin Bharambe 2025-01-13 23:16:16 -08:00
parent d9d34433fc
commit 2c2969f331
5 changed files with 24 additions and 25 deletions

View file

@ -142,7 +142,7 @@ async def process_completion_stream_response(
text = ""
continue
yield CompletionResponseStreamChunk(
delta=TextDelta(text=text),
delta=text,
stop_reason=stop_reason,
)
if finish_reason:
@ -153,7 +153,7 @@ async def process_completion_stream_response(
break
yield CompletionResponseStreamChunk(
delta=TextDelta(text=""),
delta="",
stop_reason=stop_reason,
)