phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat - return applied guardrails in response headers

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-19 11:56:20 -07:00
parent b4bca8db82
commit f16e0472c2
3 changed files with 38 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

18
litellm/proxy/common_utils/callback_utils.py
View file

@ -295,3 +295,21 @@ def get_remaining_tokens_and_requests_from_request_data(data: Dict) -> Dict[str,
headers[f"x-litellm-key-remaining-tokens-{model_group}"] = remaining_tokens
return headers
def get_applied_guardrails_header(request_data: Dict) -> Optional[Dict]:
_metadata = request_data.get("metadata", None) or {}
if "applied_guardrails" in _metadata:
return {
"x-litellm-applied-guardrails": ",".join(_metadata["applied_guardrails"]),
}
return None
def add_guardrail_to_applied_guardrails_header(request_data: Dict, guardrail_name: str):
_metadata = request_data.get("metadata", None) or {}
if "applied_guardrails" in _metadata:
_metadata["applied_guardrails"].append(guardrail_name)
else:
_metadata["applied_guardrails"] = [guardrail_name]