phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): add more logging to identify ci/cd issue

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-25 19:57:24 -07:00
parent 039ea5497f
commit 850b056df5
2 changed files with 200 additions and 199 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/tests/test_streaming.py
View file

@ -2516,6 +2516,12 @@ def test_unit_test_custom_stream_wrapper():
assert freq == 1 assert freq == 1
def test_amazing_unit_test_custom_stream_wrapper_n():
"""
Test if the translated output maps exactly to the received openai input
Relevant issue: https://github.com/BerriAI/litellm/issues/3276
"""
chunks = [ chunks = [
{ {
"id": "chatcmpl-9HzZIMCtVq7CbTmdwEZrktiTeoiYe", "id": "chatcmpl-9HzZIMCtVq7CbTmdwEZrktiTeoiYe",
@ -2713,13 +2719,6 @@ chunks = [
}, },
] ]
def test_unit_test_custom_stream_wrapper_n():
"""
Test if the translated output maps exactly to the received openai input
Relevant issue: https://github.com/BerriAI/litellm/issues/3276
"""
litellm.set_verbose = False litellm.set_verbose = False
chunk_list = [] chunk_list = []

2
litellm/utils.py
View file

@ -10198,9 +10198,11 @@ class CustomStreamWrapper:
choice_json.pop( choice_json.pop(
"finish_reason", None "finish_reason", None
) # for mistral etc. which return a value in their last chunk (not-openai compatible). ) # for mistral etc. which return a value in their last chunk (not-openai compatible).
print_verbose(f"choice_json: {choice_json}")
choices.append(StreamingChoices(**choice_json)) choices.append(StreamingChoices(**choice_json))
except Exception as e: except Exception as e:
choices.append(StreamingChoices()) choices.append(StreamingChoices())
print_verbose(f"choices in streaming: {choices}")
model_response.choices = choices model_response.choices = choices
else: else:
return return