phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #2728 from BerriAI/litellm_reduce_deep_copies

Browse source 
[FEAT] Proxy - reduce deep copies
This commit is contained in:
Ishaan Jaff 2024-03-27 21:26:09 -07:00 • committed by GitHub
commit c96e1af901
1 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/utils.py
View file

@ -463,16 +463,15 @@ class ProxyLogging:
Covers: Covers:
1. /chat/completions 1. /chat/completions
""" """
new_response = copy.deepcopy(response)
for callback in litellm.callbacks: for callback in litellm.callbacks:
try: try:
if isinstance(callback, CustomLogger): if isinstance(callback, CustomLogger):
await callback.async_post_call_success_hook( await callback.async_post_call_success_hook(
user_api_key_dict=user_api_key_dict, response=new_response user_api_key_dict=user_api_key_dict, response=response
) )
except Exception as e: except Exception as e:
raise e raise e
return new_response return response
async def post_call_streaming_hook( async def post_call_streaming_hook(
self, self,