phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #240 from estill01/async_iterator_fix

Browse source 
Add async iterator to fix/enable streaming responses
This commit is contained in:
Ishaan Jaff 2023-08-29 19:08:35 -07:00 • committed by GitHub
commit 19f77b7ac4
1 changed files with 11 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/utils.py
View file

@ -1599,6 +1599,7 @@ def get_or_generate_uuid():
uuid_value = uuid_value.strip() uuid_value = uuid_value.strip()
else: else:
raise FileNotFoundError raise FileNotFoundError
except FileNotFoundError: except FileNotFoundError:
# Generate a new UUID if the file doesn't exist or is empty # Generate a new UUID if the file doesn't exist or is empty
new_uuid = uuid.uuid4() new_uuid = uuid.uuid4()
@ -1667,7 +1668,10 @@ class CustomStreamWrapper:
def __iter__(self): def __iter__(self):
return self return self
def __aiter__(self):
return self
def logging(self, text): def logging(self, text):
if self.logging_obj: if self.logging_obj:
self.logging_obj.post_call(text) self.logging_obj.post_call(text)
@ -1774,6 +1778,12 @@ class CustomStreamWrapper:
return {"choices": [{"delta": completion_obj}]} return {"choices": [{"delta": completion_obj}]}
except: except:
raise StopIteration raise StopIteration
async def __anext__(self):
try:
return next(self)
except StopIteration:
raise StopAsyncIteration
########## Reading Config File ############################ ########## Reading Config File ############################