phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

Fix exception in server when client SSE connection closes

Browse source
This commit is contained in:
Ashwin Bharambe 2024-11-06 11:00:34 -08:00
parent cde9bc1388
commit d289afdbde
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/distribution/server/server.py
View file

@ -209,7 +209,8 @@ async def maybe_await(value):
async def sse_generator(event_gen): async def sse_generator(event_gen):
try: try:
async for item in await event_gen: event_gen = await event_gen
async for item in event_gen:
yield create_sse_event(item) yield create_sse_event(item)
await asyncio.sleep(0.01) await asyncio.sleep(0.01)
except asyncio.CancelledError: except asyncio.CancelledError:
@ -229,7 +230,6 @@ async def sse_generator(event_gen):
def create_dynamic_typed_route(func: Any, method: str): def create_dynamic_typed_route(func: Any, method: str):
async def endpoint(request: Request, **kwargs): async def endpoint(request: Request, **kwargs):
await start_trace(func.__name__) await start_trace(func.__name__)