phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(aporio_ai.py): support aporio ai prompt injection for chat completion requests

Browse source 
Closes https://github.com/BerriAI/litellm/issues/2950
This commit is contained in:
Krrish Dholakia 2024-07-17 16:38:47 -07:00
parent e587d32058
commit 07d90f6739
5 changed files with 217 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/proxy/common_utils/init_callbacks.py
View file

@ -112,6 +112,17 @@ def initialize_callbacks_on_proxy(
lakera_moderations_object = _ENTERPRISE_lakeraAI_Moderation()
imported_list.append(lakera_moderations_object)
elif isinstance(callback, str) and callback == "aporio_prompt_injection":
from enterprise.enterprise_hooks.aporio_ai import _ENTERPRISE_Aporio
if premium_user is not True:
raise Exception(
"Trying to use Aporio AI Guardrail"
+ CommonProxyErrors.not_premium_user.value
)
aporio_guardrail_object = _ENTERPRISE_Aporio()
imported_list.append(aporio_guardrail_object)
elif isinstance(callback, str) and callback == "google_text_moderation":
from enterprise.enterprise_hooks.google_text_moderation import (
_ENTERPRISE_GoogleTextModeration,