mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-15 14:08:00 +00:00
fix: huge speed boost
# What does this PR do? ## Test Plan
This commit is contained in:
parent
0950168f26
commit
0ac9a4066d
1 changed files with 0 additions and 1 deletions
|
@ -181,7 +181,6 @@ async def sse_generator(event_gen_coroutine):
|
|||
event_gen = await event_gen_coroutine
|
||||
async for item in event_gen:
|
||||
yield create_sse_event(item)
|
||||
await asyncio.sleep(0.01)
|
||||
except asyncio.CancelledError:
|
||||
logger.info("Generator cancelled")
|
||||
if event_gen:
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue