phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #2087 from BerriAI/litellm_llm_guard_integration

Browse source 
feat(llm_guard.py): support llm guard for content moderation
This commit is contained in:
Krish Dholakia 2024-02-19 22:48:12 -08:00 • committed by GitHub
commit e2da1e8ac5
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 259 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/proxy/proxy_server.py
View file

@ -1469,6 +1469,16 @@ class ProxyConfig:
_ENTERPRISE_GoogleTextModeration()
)
imported_list.append(google_text_moderation_obj)
elif (
isinstance(callback, str)
and callback == "llmguard_moderations"
):
from litellm.proxy.enterprise.enterprise_hooks.llm_guard import (
_ENTERPRISE_LLMGuard,
)
llm_guard_moderation_obj = _ENTERPRISE_LLMGuard()
imported_list.append(llm_guard_moderation_obj)
else:
imported_list.append(
get_instance_fn(