phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Support post-call guards for stream and non-stream responses

Browse source
This commit is contained in:
Tomer Bin 2025-01-26 12:28:22 +02:00
parent be35c9a663
commit 4a31b32a88
8 changed files with 297 additions and 33 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/integrations/custom_logger.py
View file

@ -251,6 +251,15 @@ class CustomLogger: # https://docs.litellm.ai/docs/observability/custom_callbac
) -> Any:
pass
async def async_post_call_streaming_iterator_hook(
self,
user_api_key_dict: UserAPIKeyAuth,
response: Any,
request_data: dict,
) -> Any:
async for item in response:
yield item
#### SINGLE-USE #### - https://docs.litellm.ai/docs/observability/custom_callback#using-your-custom-callback-function
def log_input_event(self, model, messages, kwargs, print_verbose, callback_func):