mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 10:44:24 +00:00
fixes to streaming iterator
This commit is contained in:
parent
ffd6d35ba2
commit
e6ae53b5a9
2 changed files with 32 additions and 5 deletions
|
@ -138,6 +138,8 @@ class BaseResponsesAPITest(ABC):
|
|||
async def test_basic_openai_responses_api_streaming(self, sync_mode):
|
||||
litellm._turn_on_debug()
|
||||
base_completion_call_args = self.get_base_completion_call_args()
|
||||
collected_content_string = ""
|
||||
response_completed_event = None
|
||||
if sync_mode:
|
||||
response = litellm.responses(
|
||||
input="Basic ping",
|
||||
|
@ -146,6 +148,10 @@ class BaseResponsesAPITest(ABC):
|
|||
)
|
||||
for event in response:
|
||||
print("litellm response=", json.dumps(event, indent=4, default=str))
|
||||
if event.type == "response.output_text.delta":
|
||||
collected_content_string += event.delta
|
||||
elif event.type == "response.completed":
|
||||
response_completed_event = event
|
||||
else:
|
||||
response = await litellm.aresponses(
|
||||
input="Basic ping",
|
||||
|
@ -154,5 +160,26 @@ class BaseResponsesAPITest(ABC):
|
|||
)
|
||||
async for event in response:
|
||||
print("litellm response=", json.dumps(event, indent=4, default=str))
|
||||
if event.type == "response.output_text.delta":
|
||||
collected_content_string += event.delta
|
||||
elif event.type == "response.completed":
|
||||
response_completed_event = event
|
||||
|
||||
# assert the delta chunks content had len(collected_content_string) > 0
|
||||
# this content is typically rendered on chat ui's
|
||||
assert len(collected_content_string) > 0
|
||||
|
||||
# assert the response completed event is not None
|
||||
assert response_completed_event is not None
|
||||
|
||||
# assert the response completed event has a response
|
||||
assert response_completed_event.response is not None
|
||||
|
||||
# assert the response completed event includes the usage
|
||||
assert response_completed_event.response.usage is not None
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue