phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) palm: streaming

Browse source
This commit is contained in:
ishaan-jaff 2023-12-04 15:06:52 -08:00
parent 533b93f714
commit 3a4e512a75
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/utils.py
View file

@ -5232,6 +5232,7 @@ class CustomStreamWrapper:
time.sleep(0.05) time.sleep(0.05)
elif self.custom_llm_provider == "palm": elif self.custom_llm_provider == "palm":
# fake streaming # fake streaming
response_obj = {}
if len(self.completion_stream)==0: if len(self.completion_stream)==0:
if self.sent_last_chunk: if self.sent_last_chunk:
raise StopIteration raise StopIteration