Add async iterator to fix/enable streaming responses

litellm/utils.py

@@ -1568,6 +1568,7 @@ def get_or_generate_uuid():
                 uuid_value = uuid_value.strip()
             else:
                 raise FileNotFoundError
+
     except FileNotFoundError:
         # Generate a new UUID if the file doesn't exist or is empty
         new_uuid = uuid.uuid4()
@@ -1637,6 +1638,9 @@ class CustomStreamWrapper:
     def __iter__(self):
         return self
 
+    def __aiter__(self):
+        return self
+
     def logging(self, text):
         if self.logging_obj: 
             self.logging_obj.post_call(text)
@@ -1744,6 +1748,12 @@ class CustomStreamWrapper:
         except:
             raise StopIteration
     
+    async def __anext__(self):
+        try:
+            return next(self)
+        except StopIteration:
+            raise StopAsyncIteration
+
 
 ########## Reading Config File ############################
 def read_config_args(config_path):