(fix) palm: streaming

2023-12-04 15:06:52 -08:00 · 2023-12-04 15:06:52 -08:00 · 3a4e512a75
commit 3a4e512a75
parent 533b93f714
1 changed files with 1 additions and 0 deletions
--- a/litellm/utils.py
+++ b/litellm/utils.py
@ -5232,6 +5232,7 @@ class CustomStreamWrapper:
                time.sleep(0.05)
            elif self.custom_llm_provider == "palm":
                # fake streaming
+                response_obj = {}
                if len(self.completion_stream)==0:
                    if self.sent_last_chunk: 
                        raise StopIteration