phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat - async_post_call_streaming_hook

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-23 09:30:53 -07:00
parent b20252b171
commit 56c2d63d1f
4 changed files with 92 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/proxy_server.py
View file

@ -3390,6 +3390,12 @@ async def async_data_generator(
try:
start_time = time.time()
async for chunk in response:
### CALL HOOKS ### - modify outgoing data
chunk = await proxy_logging_obj.async_post_call_streaming_hook(
user_api_key_dict=user_api_key_dict, response=chunk
)
chunk = chunk.model_dump_json(exclude_none=True)
try:
yield f"data: {chunk}\n\n"