From 2f51273215ded844b62c7532c1e5e53ca46de1d4 Mon Sep 17 00:00:00 2001 From: ehhuang Date: Wed, 13 Aug 2025 09:51:35 -0700 Subject: [PATCH] fix: huge speed boost (#3132) # What does this PR do? make llama stack fast again ## Test Plan --- llama_stack/core/server/server.py | 1 - 1 file changed, 1 deletion(-) diff --git a/llama_stack/core/server/server.py b/llama_stack/core/server/server.py index d58037f82..e9d70fc8d 100644 --- a/llama_stack/core/server/server.py +++ b/llama_stack/core/server/server.py @@ -181,7 +181,6 @@ async def sse_generator(event_gen_coroutine): event_gen = await event_gen_coroutine async for item in event_gen: yield create_sse_event(item) - await asyncio.sleep(0.01) except asyncio.CancelledError: logger.info("Generator cancelled") if event_gen: