phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-28 04:04:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test(test_streaming.py): add testing for azure output chunk

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-11 23:32:29 -08:00
parent 9e09a888d1
commit 2c49bd4c60
1 changed files with 8 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

15
litellm/tests/test_streaming.py
View file

@ -230,7 +230,7 @@ def test_completion_cohere_stream_bad_key():
def test_completion_azure_stream(): def test_completion_azure_stream():
try: try:
litellm.set_verbose = True litellm.set_verbose = False
messages = [ messages = [
{"role": "system", "content": "You are a helpful assistant."}, {"role": "system", "content": "You are a helpful assistant."},
{ {
@ -243,17 +243,18 @@ def test_completion_azure_stream():
) )
complete_response = "" complete_response = ""
# Add any assertions here to check the response # Add any assertions here to check the response
for idx, chunk in enumerate(response): for idx, init_chunk in enumerate(response):
chunk, finished = streaming_format_tests(idx, chunk) print(f"azure chunk: {init_chunk}")
if finished: chunk, finished = streaming_format_tests(idx, init_chunk)
break
complete_response += chunk complete_response += chunk
if finished:
assert isinstance(init_chunk.choices[0], litellm.utils.StreamingChoices)
break
if complete_response.strip() == "": if complete_response.strip() == "":
raise Exception("Empty response received") raise Exception("Empty response received")
print(f"completion_response: {complete_response}")
except Exception as e: except Exception as e:
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")
# test_completion_azure_stream() test_completion_azure_stream()
def test_completion_azure_function_calling_stream(): def test_completion_azure_function_calling_stream():
try: try: