phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils): adds complete streaming response to success handler

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-07 15:37:31 -07:00
parent f941975a78
commit 9cda24e1b2
7 changed files with 161 additions and 97 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/main.py
View file

@ -1478,12 +1478,13 @@ def config_completion(**kwargs):
)
def stream_chunk_builder(chunks: list):
print(f"chunk 0: {chunks[0]}")
id = chunks[0]["id"]
object = chunks[0]["object"]
created = chunks[0]["created"]
model = chunks[0]["model"]
role = chunks[0]["choices"][0]["delta"]["role"]
finnish_reason = chunks[-1]["choices"][0]["finish_reason"]
finish_reason = chunks[-1]["choices"][0]["finish_reason"]
# Initialize the response dictionary
response = {
@ -1498,7 +1499,7 @@ def stream_chunk_builder(chunks: list):
"role": role,
"content": ""
},
"finish_reason": finnish_reason,
"finish_reason": finish_reason,
}
],
# "usage": {