phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix - mock completion request

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-18 17:08:54 -07:00
parent 772b4f6614
commit c2c3353e01
2 changed files with 25 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -9435,7 +9435,7 @@ def mock_completion_streaming_obj(model_response, mock_response, model):
async def async_mock_completion_streaming_obj(model_response, mock_response, model):
for i in range(0, len(mock_response), 3):
completion_obj = Delta(role="assistant", content=mock_response)
completion_obj = Delta(role="assistant", content=mock_response[i : i + 3])
model_response.choices[0].delta = completion_obj
model_response.choices[0].finish_reason = "stop"
yield model_response