phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) async custom logger - trigger when stream completed

Browse source
This commit is contained in:
ishaan-jaff 2023-12-08 15:16:10 -08:00
parent 5fa2b6e5ad
commit 4e8e3ff33a
1 changed files with 15 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

21
litellm/utils.py
View file

@ -999,12 +999,21 @@ class Logging:
try: try:
if isinstance(callback, CustomLogger): # custom logger class if isinstance(callback, CustomLogger): # custom logger class
print_verbose(f"Async success callbacks: CustomLogger") print_verbose(f"Async success callbacks: CustomLogger")
await callback.async_log_success_event( if self.stream:
kwargs=self.model_call_details, if "complete_streaming_response" in self.model_call_details:
response_obj=result, await callback.async_log_success_event(
start_time=start_time, kwargs=self.model_call_details,
end_time=end_time, response_obj=self.model_call_details["complete_streaming_response"],
) start_time=start_time,
end_time=end_time,
)
else:
await callback.async_log_success_event(
kwargs=self.model_call_details,
response_obj=result,
start_time=start_time,
end_time=end_time,
)
if callable(callback): # custom logger functions if callable(callback): # custom logger functions
print_verbose(f"Async success callbacks: async_log_event") print_verbose(f"Async success callbacks: async_log_event")
await customLogger.async_log_event( await customLogger.async_log_event(