phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 19:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) async custom logger - trigger when stream completed

Browse source
This commit is contained in:
ishaan-jaff 2023-12-08 15:16:10 -08:00
parent 9c6584a376
commit 09e8ad24f6
1 changed files with 15 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

21
litellm/utils.py
View file

@ -999,12 +999,21 @@ class Logging:
try: try:
if isinstance(callback, CustomLogger): # custom logger class if isinstance(callback, CustomLogger): # custom logger class
print_verbose(f"Async success callbacks: CustomLogger") print_verbose(f"Async success callbacks: CustomLogger")
await callback.async_log_success_event( if self.stream:
kwargs=self.model_call_details, if "complete_streaming_response" in self.model_call_details:
response_obj=result, await callback.async_log_success_event(
start_time=start_time, kwargs=self.model_call_details,
end_time=end_time, response_obj=self.model_call_details["complete_streaming_response"],
) start_time=start_time,
end_time=end_time,
)
else:
await callback.async_log_success_event(
kwargs=self.model_call_details,
response_obj=result,
start_time=start_time,
end_time=end_time,
)
if callable(callback): # custom logger functions if callable(callback): # custom logger functions
print_verbose(f"Async success callbacks: async_log_event") print_verbose(f"Async success callbacks: async_log_event")
await customLogger.async_log_event( await customLogger.async_log_event(