phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

working lakera ai during call hook

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-20 14:39:04 -07:00
parent 1a142053e5
commit 1fdebfb0b7
5 changed files with 28 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/proxy/guardrails/init_guardrails.py
View file

@ -129,11 +129,17 @@ def init_guardrails_v2(all_guardrails: dict):
lakeraAI_Moderation,
)
_lakera_callback = lakeraAI_Moderation()
_lakera_callback = lakeraAI_Moderation(
api_base=litellm_params["api_base"],
api_key=litellm_params["api_key"],
guardrail_name=guardrail["guardrail_name"],
event_hook=litellm_params["mode"],
)
litellm.callbacks.append(_lakera_callback) # type: ignore
parsed_guardrail = Guardrail(
guardrail_name=guardrail["guardrail_name"], litellm_params=litellm_params
guardrail_name=guardrail["guardrail_name"],
litellm_params=litellm_params,
)
guardrail_list.append(parsed_guardrail)