phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix streaming stuff

Browse source
This commit is contained in:
ishaan-jaff 2023-09-15 18:18:55 -07:00
parent 8f10066966
commit 58568d51e8
1 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/tests/test_completion.py
View file

@ -214,7 +214,7 @@ def test_completion_cohere_stream():
pass
except Exception as e:
pytest.fail(f"Error occurred: {e}")
test_completion_cohere_stream()
# test_completion_cohere_stream()
def test_completion_openai():
@ -369,10 +369,10 @@ def test_completion_openai_with_stream():
print(response)
for chunk in response:
print(chunk)
if chunk["choices"][0]["finish_reason"] == "stop":
break
print(chunk["choices"][0]["finish_reason"])
print(chunk["choices"][0]["delta"]["content"])
except KeyError:
pass
except Exception as e:
pytest.fail(f"Error occurred: {e}")
# test_completion_openai_with_stream()
@ -404,8 +404,11 @@ def test_completion_openai_with_functions():
print(response)
for chunk in response:
print(chunk)
if chunk["choices"][0]["finish_reason"] == "stop":
break
print(chunk["choices"][0]["finish_reason"])
print(chunk["choices"][0]["delta"]["content"])
except Exception as e:
pytest.fail(f"Error occurred: {e}")
# test_completion_openai_with_functions()