Merge pull request #2728 from BerriAI/litellm_reduce_deep_copies

[FEAT] Proxy - reduce deep copies
This commit is contained in:
Ishaan Jaff 2024-03-27 21:26:09 -07:00 committed by GitHub
commit c96e1af901

View file

@ -463,16 +463,15 @@ class ProxyLogging:
Covers:
1. /chat/completions
"""
new_response = copy.deepcopy(response)
for callback in litellm.callbacks:
try:
if isinstance(callback, CustomLogger):
await callback.async_post_call_success_hook(
user_api_key_dict=user_api_key_dict, response=new_response
user_api_key_dict=user_api_key_dict, response=response
)
except Exception as e:
raise e
return new_response
return response
async def post_call_streaming_hook(
self,