phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(proxy_server.py): raise streaming exceptions

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-25 07:17:54 +05:30
parent de79c10d68
commit 6d73a77b01
4 changed files with 25 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/tests/test_streaming.py
View file

@ -975,11 +975,12 @@ def test_openai_text_completion_call():
# test_openai_text_completion_call()
# # test on together ai completion call - starcoder
def test_together_ai_completion_call_starcoder():
def test_together_ai_completion_call_mistral():
try:
litellm.set_verbose = False
start_time = time.time()
response = completion(
model="together_ai/bigcode/starcoder",
model="together_ai/mistralai/Mistral-7B-Instruct-v0.2",
messages=messages,
logger_fn=logger_fn,
stream=True,
@ -1002,7 +1003,7 @@ def test_together_ai_completion_call_starcoder():
print(f"error occurred: {traceback.format_exc()}")
pass
# test_together_ai_completion_call_starcoder()
test_together_ai_completion_call_starcoder()
def test_together_ai_completion_call_starcoder_bad_key():
try: