From fa53a479515e6c84e1026f07bd6f30e782cc9e20 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Tue, 27 Feb 2024 13:51:54 -0800
Subject: [PATCH] fix(proxy_server.py): don't return None objects

---
 litellm/proxy/proxy_server.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index ad414285f3..52f2783a82 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -2116,8 +2116,9 @@ async def async_data_generator(response, user_api_key_dict):
         start_time = time.time()
         async for chunk in response:
             verbose_proxy_logger.debug(f"returned chunk: {chunk}")
+            assert isinstance(chunk, litellm.ModelResponse)
             try:
-                yield f"data: {json.dumps(chunk.dict())}\n\n"
+                yield f"data: {json.dumps(chunk.model_dump(exclude_none=True))}\n\n"
             except Exception as e:
                 yield f"data: {str(e)}\n\n"