phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(anthropic_adapter.py): fix sync streaming

Browse source
This commit is contained in:
Krrish Dholakia 2024-08-03 20:52:29 -07:00
parent 23cad65256
commit f5b93fa80d
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/adapters/anthropic_adapter.py
View file

@ -118,7 +118,10 @@ class AnthropicStreamWrapper(AdapterCompletionStreamWrapper):
return return_chunk return return_chunk
else: else:
return processed_chunk return processed_chunk
if self.holding_chunk is not None:
return_chunk = self.holding_chunk
self.holding_chunk = None
return return_chunk
if self.sent_last_message is False: if self.sent_last_message is False:
self.sent_last_message = True self.sent_last_message = True
return {"type": "message_stop"} return {"type": "message_stop"}