phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge branch 'main' into litellm_fix_azure_api_version

Browse source
This commit is contained in:
Krish Dholakia 2024-08-20 11:40:53 -07:00 • committed by GitHub
commit 409306b266
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
23 changed files with 490 additions and 103 deletions
Download patch file Download diff file Expand all files Collapse all files

24
litellm/proxy/litellm_pre_call_utils.py
View file

@ -331,13 +331,33 @@ async def add_litellm_data_to_request(
# Guardrails
move_guardrails_to_metadata(
data=data, _metadata_variable_name=_metadata_variable_name
data=data,
_metadata_variable_name=_metadata_variable_name,
user_api_key_dict=user_api_key_dict,
)
return data
def move_guardrails_to_metadata(data: dict, _metadata_variable_name: str):
def move_guardrails_to_metadata(
data: dict,
_metadata_variable_name: str,
user_api_key_dict: UserAPIKeyAuth,
):
"""
Heper to add guardrails from request to metadata
- If guardrails set on API Key metadata then sets guardrails on request metadata
- If guardrails not set on API key, then checks request metadata
"""
if user_api_key_dict.metadata:
if "guardrails" in user_api_key_dict.metadata:
data[_metadata_variable_name]["guardrails"] = user_api_key_dict.metadata[
"guardrails"
]
return
if "guardrails" in data:
data[_metadata_variable_name]["guardrails"] = data["guardrails"]
del data["guardrails"]