phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

rebuild chunks to openAI response

Browse source 
Rebuild the cunks, but does not include the "usage"
This commit is contained in:
WilliamEspegren 2023-09-17 13:07:54 +02:00
parent a5b15a77a9
commit 4bf7272885
4 changed files with 69 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

18
litellm/tests/test_stream_chunk_builder.py
View file

@ -19,5 +19,21 @@ def test_stream_chunk_builder():
for chunk in response:
chunks.append(chunk)
print(chunks)
try:
rebuilt_response = stream_chunk_builder(chunks)
# exract the response from the rebuilt response
rebuilt_response["id"]
rebuilt_response["object"]
rebuilt_response["created"]
rebuilt_response["model"]
rebuilt_response["choices"]
rebuilt_response["choices"][0]["index"]
choices = rebuilt_response["choices"][0]
message = choices["message"]
role = message["role"]
content = message["content"]
finnish_reason = choices["finish_reason"]
except:
raise Exception("stream_chunk_builder failed to rebuild response")
test_stream_chunk_builder()