phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add bedrock anthropic streaming

Browse source
This commit is contained in:
ishaan-jaff 2023-09-29 15:19:42 -07:00
parent c8d0a907ac
commit eb25e9f15f
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -3026,6 +3026,8 @@ class CustomStreamWrapper:
finish_reason = "" finish_reason = ""
if "outputText" in chunk_data: if "outputText" in chunk_data:
text = chunk_data['outputText'] text = chunk_data['outputText']
if "completion" in chunk_data:
text = chunk_data['completion'] # bedrock.anthropic
if chunk_data.get("completionReason", None): if chunk_data.get("completionReason", None):
is_finished = True is_finished = True
finish_reason = chunk_data["completionReason"] finish_reason = chunk_data["completionReason"]