phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

openai streaming

Browse source
This commit is contained in:
ishaan-jaff 2023-08-28 15:44:15 -07:00
parent 80fa61cc0e
commit 648330ce64
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/utils.py
View file

@ -1625,7 +1625,8 @@ class CustomStreamWrapper:
completion_obj["content"] = self.handle_openai_text_completion_chunk(chunk) completion_obj["content"] = self.handle_openai_text_completion_chunk(chunk)
else: # openai chat/azure models else: # openai chat/azure models
chunk = next(self.completion_stream) chunk = next(self.completion_stream)
completion_obj['content'] = chunk['choices']['delta'] return chunk
# LOGGING # LOGGING
self.logging_obj.post_call(completion_obj["content"]) self.logging_obj.post_call(completion_obj["content"])
# return this for all models # return this for all models