phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

improvements to streaming

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-16 11:02:00 -07:00
parent 63f3386dd0
commit 5470bc6fd0
4 changed files with 5 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/tests/test_streaming.py
View file

@ -172,6 +172,7 @@ def validate_last_format(chunk):
def streaming_format_tests(idx, chunk):
extracted_chunk = ""
finished = False
print(f"chunk: {chunk}")
if idx == 0: # ensure role assistant is set
validate_first_format(chunk=chunk)
role = chunk["choices"][0]["delta"]["role"]