phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat- control lakera ai per llm call

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-03 16:34:23 -07:00
parent 228997b074
commit 1028be6308
3 changed files with 62 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/proxy/guardrails/init_guardrails.py
View file

@ -8,6 +8,10 @@ from litellm._logging import verbose_proxy_logger
from litellm.proxy.common_utils.init_callbacks import initialize_callbacks_on_proxy
from litellm.types.guardrails import GuardrailItem
all_guardrails: List[GuardrailItem] = []
guardrail_name_config_map: Dict[str, GuardrailItem] = {}
def initialize_guardrails(
guardrails_config: list,
@ -17,8 +21,7 @@ def initialize_guardrails(
):
try:
verbose_proxy_logger.debug(f"validating guardrails passed {guardrails_config}")
all_guardrails: List[GuardrailItem] = []
global all_guardrails
for item in guardrails_config:
"""
one item looks like this:
@ -29,6 +32,7 @@ def initialize_guardrails(
for k, v in item.items():
guardrail_item = GuardrailItem(**v, guardrail_name=k)
all_guardrails.append(guardrail_item)
guardrail_name_config_map[k] = guardrail_item
# set appropriate callbacks if they are default on
default_on_callbacks = set()