phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(llm_guard.py): support llm guard for content moderation

Browse source 
https://github.com/BerriAI/litellm/issues/2056
This commit is contained in:
Krrish Dholakia 2024-02-19 20:51:25 -08:00
parent f119e190cf
commit 66e4abcb0d
3 changed files with 227 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/proxy/proxy_server.py
View file

@ -1467,6 +1467,16 @@ class ProxyConfig:
_ENTERPRISE_GoogleTextModeration()
)
imported_list.append(google_text_moderation_obj)
elif (
isinstance(callback, str)
and callback == "llmguard_moderations"
):
from litellm.proxy.enterprise.enterprise_hooks.llm_guard import (
_ENTERPRISE_LLMGuard,
)
llm_guard_moderation_obj = _ENTERPRISE_LLMGuard()
imported_list.append(llm_guard_moderation_obj)
else:
imported_list.append(
get_instance_fn(