phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): fix content policy violation check for streaming

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-23 06:55:04 -08:00
parent 9327d76379
commit 23b59ac9b8
2 changed files with 76 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

17
litellm/utils.py
View file

@ -7362,6 +7362,13 @@ class CustomStreamWrapper:
if str_line.choices[0].finish_reason:
is_finished = True
finish_reason = str_line.choices[0].finish_reason
if finish_reason == "content_filter":
error_message = json.dumps(
str_line.choices[0].content_filter_result
)
raise litellm.AzureOpenAIError(
status_code=400, message=error_message
)
# checking for logprobs
if (
@ -7372,16 +7379,6 @@ class CustomStreamWrapper:
else:
logprobs = None
if (
hasattr(str_line.choices[0], "content_filter_result")
and str_line.choices[0].content_filter_result is not None
):
error_message = json.dumps(
str_line.choices[0].content_filter_result
)
raise litellm.AzureOpenAIError(
status_code=400, message=error_message
)
return {
"text": text,
"is_finished": is_finished,