phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test - default on/off guardrails

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-03 14:50:13 -07:00
parent 67513cb4b7
commit d0dea9396f
3 changed files with 106 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/proxy/guardrails/init_guardrails.py
View file

@ -31,7 +31,7 @@ def initialize_guardrails(
all_guardrails.append(guardrail_item)
# set appropriate callbacks if they are default on
default_on_callbacks = []
default_on_callbacks = set()
for guardrail in all_guardrails:
verbose_proxy_logger.debug(guardrail.guardrail_name)
verbose_proxy_logger.debug(guardrail.default_on)
@ -40,11 +40,12 @@ def initialize_guardrails(
# add these to litellm callbacks if they don't exist
for callback in guardrail.callbacks:
if callback not in litellm.callbacks:
default_on_callbacks.append(callback)
default_on_callbacks.add(callback)
if len(default_on_callbacks) > 0:
default_on_callbacks_list = list(default_on_callbacks)
if len(default_on_callbacks_list) > 0:
initialize_callbacks_on_proxy(
value=default_on_callbacks,
value=default_on_callbacks_list,
premium_user=premium_user,
config_file_path=config_file_path,
litellm_settings=litellm_settings,