phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add bedrock anthropic streaming

Browse source
This commit is contained in:
ishaan-jaff 2023-09-29 15:19:42 -07:00
parent c8d0a907ac
commit eb25e9f15f
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -3026,6 +3026,8 @@ class CustomStreamWrapper:
finish_reason = ""
if "outputText" in chunk_data:
text = chunk_data['outputText']
if "completion" in chunk_data:
text = chunk_data['completion'] # bedrock.anthropic
if chunk_data.get("completionReason", None):
is_finished = True
finish_reason = chunk_data["completionReason"]