From 57f8f6d3af370e77d779897cae02a1b525bcbd5c Mon Sep 17 00:00:00 2001 From: r-bit-rry Date: Wed, 26 Nov 2025 10:55:28 +0200 Subject: [PATCH] fix(server.py): check attr sse_generator returned object --- src/llama_stack/core/server/server.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/src/llama_stack/core/server/server.py b/src/llama_stack/core/server/server.py index 0d3513980..4c391d7f1 100644 --- a/src/llama_stack/core/server/server.py +++ b/src/llama_stack/core/server/server.py @@ -205,7 +205,11 @@ async def sse_generator(event_gen_coroutine): except asyncio.CancelledError: logger.info("Generator cancelled") if event_gen: - await event_gen.aclose() + # Some generators (like OpenAI's AsyncStream) only have close() + if hasattr(event_gen, "aclose"): + await event_gen.aclose() + elif hasattr(event_gen, "close"): + await event_gen.close() except Exception as e: logger.exception("Error in sse_generator") yield create_sse_event(