phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Add async iterator to fix/enable streaming responses

Browse source
This commit is contained in:
estill01 2023-08-29 15:44:44 -07:00 • committed by GitHub
parent 5bcf612724
commit 4d009a94b9
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 11 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/utils.py
View file

@ -1568,6 +1568,7 @@ def get_or_generate_uuid():
uuid_value = uuid_value.strip() uuid_value = uuid_value.strip()
else: else:
raise FileNotFoundError raise FileNotFoundError
except FileNotFoundError: except FileNotFoundError:
# Generate a new UUID if the file doesn't exist or is empty # Generate a new UUID if the file doesn't exist or is empty
new_uuid = uuid.uuid4() new_uuid = uuid.uuid4()
@ -1637,6 +1638,9 @@ class CustomStreamWrapper:
def __iter__(self): def __iter__(self):
return self return self
def __aiter__(self):
return self
def logging(self, text): def logging(self, text):
if self.logging_obj: if self.logging_obj:
self.logging_obj.post_call(text) self.logging_obj.post_call(text)
@ -1744,6 +1748,12 @@ class CustomStreamWrapper:
except: except:
raise StopIteration raise StopIteration
async def __anext__(self):
try:
return next(self)
except StopIteration:
raise StopAsyncIteration
########## Reading Config File ############################ ########## Reading Config File ############################
def read_config_args(config_path): def read_config_args(config_path):