From bf4c4426e508b02468414f626f263af809cea0ad Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 28 Dec 2023 11:30:30 +0530 Subject: [PATCH] fix(proxy_server.py): return [DONE] end of stream chunk --- litellm/proxy/proxy_server.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 3b5d8c6ac..425b042b3 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -913,6 +913,10 @@ async def async_data_generator(response, user_api_key_dict): yield f"data: {json.dumps(chunk.dict())}\n\n" except Exception as e: yield f"data: {str(e)}\n\n" + + # Streaming is done, yield the [DONE] chunk + done_message = "[DONE]" + yield f"data: {done_message}\n\n" except Exception as e: yield f"data: {str(e)}\n\n"