mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-03 18:00:36 +00:00
fix(server.py): check attr sse_generator returned object
This commit is contained in:
parent
91f1b352b4
commit
57f8f6d3af
1 changed files with 5 additions and 1 deletions
|
|
@ -205,7 +205,11 @@ async def sse_generator(event_gen_coroutine):
|
||||||
except asyncio.CancelledError:
|
except asyncio.CancelledError:
|
||||||
logger.info("Generator cancelled")
|
logger.info("Generator cancelled")
|
||||||
if event_gen:
|
if event_gen:
|
||||||
await event_gen.aclose()
|
# Some generators (like OpenAI's AsyncStream) only have close()
|
||||||
|
if hasattr(event_gen, "aclose"):
|
||||||
|
await event_gen.aclose()
|
||||||
|
elif hasattr(event_gen, "close"):
|
||||||
|
await event_gen.close()
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
logger.exception("Error in sse_generator")
|
logger.exception("Error in sse_generator")
|
||||||
yield create_sse_event(
|
yield create_sse_event(
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue