From 0ac9a4066d808db50b926b43164ef6c8f4264b54 Mon Sep 17 00:00:00 2001 From: Eric Huang Date: Wed, 13 Aug 2025 08:54:16 -0700 Subject: [PATCH] fix: huge speed boost # What does this PR do? ## Test Plan --- llama_stack/core/server/server.py | 1 - 1 file changed, 1 deletion(-) diff --git a/llama_stack/core/server/server.py b/llama_stack/core/server/server.py index d58037f82..e9d70fc8d 100644 --- a/llama_stack/core/server/server.py +++ b/llama_stack/core/server/server.py @@ -181,7 +181,6 @@ async def sse_generator(event_gen_coroutine): event_gen = await event_gen_coroutine async for item in event_gen: yield create_sse_event(item) - await asyncio.sleep(0.01) except asyncio.CancelledError: logger.info("Generator cancelled") if event_gen: