phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor(openai.py): working openai chat + text completion for openai v1 sdk

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-11 16:25:02 -08:00
parent 6d815d98fe
commit d0bd932b3c
6 changed files with 30 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

33
litellm/utils.py
View file

@ -4549,7 +4549,7 @@ class CustomStreamWrapper:
except StopIteration:
raise StopIteration
except Exception as e:
traceback_exception = traceback.print_exc()
traceback_exception = traceback.format_exc()
e.message = str(e)
# LOG FAILURE - handle streaming failure logging in the _next_ object, remove `handle_failure` once it's deprecated
threading.Thread(target=self.logging_obj.failure_handler, args=(e, traceback_exception)).start()
@ -4557,18 +4557,25 @@ class CustomStreamWrapper:
## needs to handle the empty string case (even starting chunk can be an empty string)
def __next__(self):
while True: # loop until a non-empty string is found
try:
# if isinstance(self.completion_stream, str):
# chunk = self.completion_stream
# else:
chunk = next(self.completion_stream)
response = self.chunk_creator(chunk=chunk)
# if response is not None:
return response
except Exception as e:
raise StopIteration
try:
while True:
if isinstance(self.completion_stream, str):
chunk = self.completion_stream
else:
chunk = next(self.completion_stream)
if chunk is not None:
response = self.chunk_creator(chunk=chunk)
if response is not None:
return response
except StopIteration:
raise # Re-raise StopIteration
except Exception as e:
# Handle other exceptions if needed
pass
async def __anext__(self):
try:
if (self.custom_llm_provider == "openai"