phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-28 04:04:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update test

Browse source
This commit is contained in:
Andres Barbaro 2024-05-24 11:48:35 -05:00
parent 33a047315e
commit abb8e17d4b
1 changed files with 15 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

26
litellm/tests/test_streaming.py
View file

@ -460,23 +460,27 @@ def test_completion_azure_stream_content_filter_no_delta():
response = litellm.CustomStreamWrapper( response = litellm.CustomStreamWrapper(
completion_stream=completion_stream, completion_stream=completion_stream,
model="azure/gpt-4o", model="gpt-4-0613",
custom_llm_provider="cached_response", custom_llm_provider="cached_response",
messages=[{"role": "user", "content": "Hey"}], logging_obj=litellm.Logging(
stream=True, model="gpt-4-0613",
call_type="completion", messages=[{"role": "user", "content": "Hey"}],
start_time=time.time(), stream=True,
litellm_call_id="12345", call_type="completion",
function_id="1245", start_time=time.time(),
), litellm_call_id="12345",
function_id="1245",
),
)
for idx, chunk in enumerate(response): for idx, chunk in enumerate(response):
complete_response = "" complete_response = ""
for idx, chunk in enumerate(response): for idx, chunk in enumerate(response):
# print # print
chunk, finished = streaming_format_tests(idx, chunk) delta = chunk.choices[0].delta
complete_response += chunk content = delta.content if delta else None
if finished: complete_response += content or ""
if chunk.choices[0].finish_reason is not None:
break break
assert len(complete_response) > 0 assert len(complete_response) > 0