phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(Support-pass-through-for-bedrock-endpoints): Allows pass-through support for bedrock endpoints

Browse source
This commit is contained in:
Krrish Dholakia 2024-08-17 17:57:43 -07:00
parent 1856ac585d
commit c5d1899940
4 changed files with 117 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/utils.py
View file

@ -9053,6 +9053,9 @@ class CustomStreamWrapper:
text = ""
is_finished = False
finish_reason = ""
index: Optional[int] = None
if "index" in data_json:
index = data_json.get("index")
if "text" in data_json:
text = data_json["text"]
elif "is_finished" in data_json:
@ -9061,6 +9064,7 @@ class CustomStreamWrapper:
else:
raise Exception(data_json)
return {
"index": index,
"text": text,
"is_finished": is_finished,
"finish_reason": finish_reason,
@ -10246,6 +10250,10 @@ class CustomStreamWrapper:
completion_obj["role"] = "assistant"
self.sent_first_chunk = True
model_response.choices[0].delta = Delta(**completion_obj)
if completion_obj.get("index") is not None:
model_response.choices[0].index = completion_obj.get(
"index"
)
print_verbose(f"returning model_response: {model_response}")
return model_response
else: