phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) bedrock add finish_reason to streaming responses

Browse source
This commit is contained in:
ishaan-jaff 2023-10-12 16:22:34 -07:00
parent 0937d07d6d
commit e01d83cea6
2 changed files with 11 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/utils.py
View file

@ -3236,9 +3236,14 @@ class CustomStreamWrapper:
finish_reason = ""
if "outputText" in chunk_data:
text = chunk_data['outputText']
if "completion" in chunk_data:
# anthropic mapping
elif "completion" in chunk_data:
text = chunk_data['completion'] # bedrock.anthropic
if chunk_data.get("completionReason", None):
stop_reason = chunk_data.get("stop_reason", None)
if stop_reason != None:
is_finished = True
finish_reason = stop_reason
elif chunk_data.get("completionReason", None):
is_finished = True
finish_reason = chunk_data["completionReason"]
elif chunk.get("error", None):