phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

ResponsesAPIStreamingResponse

Browse source
This commit is contained in:
Ishaan Jaff 2025-03-11 17:48:15 -07:00
parent f32968409e
commit 8da714104b
2 changed files with 18 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/types/llms/openai.py
View file

@ -756,3 +756,8 @@ class ResponsesAPIResponse(TypedDict, total=False):
truncation: Optional[Literal["auto", "disabled"]]
usage: Optional[ResponseUsage]
user: Optional[str]
class ResponsesAPIStreamingResponse(TypedDict, total=False):
type: str
response: ResponsesAPIResponse

13
tests/llm_responses_api_testing/test_openai_responses_api.py
View file

@ -16,3 +16,16 @@ async def test_basic_openai_responses_api():
print("litellm response=", json.dumps(response, indent=4, default=str))
# validate_responses_api_response()
@pytest.mark.asyncio
async def test_basic_openai_responses_api_streaming():
litellm._turn_on_debug()
response = await litellm.aresponses(
model="gpt-4o",
input="Tell me a three sentence bedtime story about a unicorn.",
stream=True,
)
for event in response:
print("litellm response=", json.dumps(event, indent=4, default=str))