forked from phoenix/litellm-mirror
feat(presidio_pii_masking.py): enable output parsing for pii masking
This commit is contained in:
parent
f09c09ace4
commit
f68b656040
6 changed files with 181 additions and 13 deletions
|
@ -11,6 +11,7 @@ from litellm.caching import DualCache
|
|||
from litellm.proxy.hooks.parallel_request_limiter import (
|
||||
_PROXY_MaxParallelRequestsHandler,
|
||||
)
|
||||
from litellm import ModelResponse, EmbeddingResponse, ImageResponse
|
||||
from litellm.proxy.hooks.max_budget_limiter import _PROXY_MaxBudgetLimiter
|
||||
from litellm.proxy.hooks.cache_control_check import _PROXY_CacheControlCheck
|
||||
from litellm.integrations.custom_logger import CustomLogger
|
||||
|
@ -377,6 +378,28 @@ class ProxyLogging:
|
|||
raise e
|
||||
return
|
||||
|
||||
async def post_call_success_hook(
|
||||
self,
|
||||
response: Union[ModelResponse, EmbeddingResponse, ImageResponse],
|
||||
user_api_key_dict: UserAPIKeyAuth,
|
||||
):
|
||||
"""
|
||||
Allow user to modify outgoing data
|
||||
|
||||
Covers:
|
||||
1. /chat/completions
|
||||
"""
|
||||
new_response = copy.deepcopy(response)
|
||||
for callback in litellm.callbacks:
|
||||
try:
|
||||
if isinstance(callback, CustomLogger):
|
||||
await callback.async_post_call_success_hook(
|
||||
user_api_key_dict=user_api_key_dict, response=new_response
|
||||
)
|
||||
except Exception as e:
|
||||
raise e
|
||||
return new_response
|
||||
|
||||
|
||||
### DB CONNECTOR ###
|
||||
# Define the retry decorator with backoff strategy
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue