phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): support bedrock mistral streaming

Browse source
This commit is contained in:
Krrish Dholakia 2024-03-29 07:56:10 -07:00
parent cdb940d504
commit cd53291b62
2 changed files with 48 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/utils.py
View file

@ -9093,6 +9093,17 @@ class CustomStreamWrapper:
if stop_reason != None:
is_finished = True
finish_reason = stop_reason
######## bedrock.mistral mappings ###############
elif "outputs" in chunk_data:
if (
len(chunk_data["outputs"]) == 1
and chunk_data["outputs"][0].get("text", None) is not None
):
text = chunk_data["outputs"][0]["text"]
stop_reason = chunk_data.get("stop_reason", None)
if stop_reason != None:
is_finished = True
finish_reason = stop_reason
######## bedrock.cohere mappings ###############
# meta mapping
elif "generation" in chunk_data: