phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test: testing fixes

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-01 21:20:46 -08:00
parent a301d8aa4b
commit bbb5bd19e8
2 changed files with 12 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/utils.py
View file

@ -8072,6 +8072,17 @@ class CustomStreamWrapper:
if self.sent_first_chunk == False:
model_response.choices[0].delta["role"] = "assistant"
self.sent_first_chunk = True
elif self.sent_first_chunk == True and hasattr(
model_response.choices[0].delta, "role"
):
_initial_delta = model_response.choices[
0
].delta.model_dump()
_initial_delta.pop("role", None)
model_response.choices[0].delta = Delta(**_initial_delta)
print_verbose(
f"model_response.choices[0].delta: {model_response.choices[0].delta}"
)
else:
## else
completion_obj["content"] = model_response_str