phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) update testing streaming for open ai v1.0.0+

Browse source
This commit is contained in:
ishaan-jaff 2023-11-18 19:04:40 -08:00
parent 69b6712707
commit b262f0846b
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/tests/test_streaming.py
View file

@ -58,7 +58,7 @@ def validate_first_format(chunk):
for choice in chunk['choices']: for choice in chunk['choices']:
assert isinstance(choice['index'], int), "'index' should be an integer." assert isinstance(choice['index'], int), "'index' should be an integer."
assert isinstance(choice['delta']['role'], str), "'role' should be a string." assert isinstance(choice['delta']['role'], str), "'role' should be a string."
assert isinstance(choice['delta']['content'], str), "'content' should be a string." # openai v1.0.0 returns content as None
assert (choice['finish_reason'] is None) or isinstance(choice['finish_reason'], str), "'finish_reason' should be None or a string." assert (choice['finish_reason'] is None) or isinstance(choice['finish_reason'], str), "'finish_reason' should be None or a string."
second_openai_chunk_example = { second_openai_chunk_example = {
@ -87,7 +87,7 @@ def validate_second_format(chunk):
for choice in chunk['choices']: for choice in chunk['choices']:
assert isinstance(choice['index'], int), "'index' should be an integer." assert isinstance(choice['index'], int), "'index' should be an integer."
assert isinstance(choice['delta']['content'], str), "'content' should be a string." # openai v1.0.0 returns content as None
assert (choice['finish_reason'] is None) or isinstance(choice['finish_reason'], str), "'finish_reason' should be None or a string." assert (choice['finish_reason'] is None) or isinstance(choice['finish_reason'], str), "'finish_reason' should be None or a string."
last_openai_chunk_example = { last_openai_chunk_example = {
@ -132,7 +132,7 @@ def streaming_format_tests(idx, chunk):
if chunk["choices"][0]["finish_reason"]: # ensure finish reason is only in last chunk if chunk["choices"][0]["finish_reason"]: # ensure finish reason is only in last chunk
validate_last_format(chunk=chunk) validate_last_format(chunk=chunk)
finished = True finished = True
if "content" in chunk["choices"][0]["delta"]: if "content" in chunk["choices"][0]["delta"] and chunk["choices"][0]["delta"]["content"] is not None:
extracted_chunk = chunk["choices"][0]["delta"]["content"] extracted_chunk = chunk["choices"][0]["delta"]["content"]
print(f"extracted chunk: {extracted_chunk}") print(f"extracted chunk: {extracted_chunk}")
return extracted_chunk, finished return extracted_chunk, finished
@ -229,7 +229,7 @@ def test_completion_azure_stream():
print(f"completion_response: {complete_response}") print(f"completion_response: {complete_response}")
except Exception as e: except Exception as e:
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")
# test_completion_azure_stream() test_completion_azure_stream()
def test_completion_claude_stream(): def test_completion_claude_stream():
try: try: