phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #240 from estill01/async_iterator_fix

Browse source 
Add async iterator to fix/enable streaming responses
This commit is contained in:
Ishaan Jaff 2023-08-29 19:08:35 -07:00 • committed by GitHub
commit 19f77b7ac4
1 changed files with 11 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/utils.py
View file

@ -1599,6 +1599,7 @@ def get_or_generate_uuid():
uuid_value = uuid_value.strip() uuid_value = uuid_value.strip()
else: else:
raise FileNotFoundError raise FileNotFoundError
except FileNotFoundError: except FileNotFoundError:
# Generate a new UUID if the file doesn't exist or is empty # Generate a new UUID if the file doesn't exist or is empty
new_uuid = uuid.uuid4() new_uuid = uuid.uuid4()
@ -1668,6 +1669,9 @@ class CustomStreamWrapper:
def __iter__(self): def __iter__(self):
return self return self
def __aiter__(self):
return self
def logging(self, text): def logging(self, text):
if self.logging_obj: if self.logging_obj:
self.logging_obj.post_call(text) self.logging_obj.post_call(text)
@ -1775,6 +1779,12 @@ class CustomStreamWrapper:
except: except:
raise StopIteration raise StopIteration
async def __anext__(self):
try:
return next(self)
except StopIteration:
raise StopAsyncIteration
########## Reading Config File ############################ ########## Reading Config File ############################
def read_config_args(config_path): def read_config_args(config_path):