phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) add async loggers under custom logger

Browse source
This commit is contained in:
ishaan-jaff 2023-12-06 17:15:27 -08:00
parent b482b9002c
commit 8adbf35623
1 changed files with 20 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

22
litellm/utils.py
View file

@ -995,6 +995,13 @@ class Logging:
for callback in litellm._async_success_callback: for callback in litellm._async_success_callback:
try: try:
if isinstance(callback, CustomLogger): # custom logger class
await callback.async_log_success_event(
kwargs=self.model_call_details,
response_obj=result,
start_time=start_time,
end_time=end_time,
)
if callable(callback): # custom logger functions if callable(callback): # custom logger functions
await customLogger.async_log_event( await customLogger.async_log_event(
kwargs=self.model_call_details, kwargs=self.model_call_details,
@ -1129,15 +1136,22 @@ class Logging:
for callback in litellm._async_failure_callback: for callback in litellm._async_failure_callback:
try: try:
if isinstance(callback, CustomLogger): # custom logger class
await callback.async_log_failure_event(
kwargs=self.model_call_details,
response_obj=result,
start_time=start_time,
end_time=end_time,
)
if callable(callback): # custom logger functions if callable(callback): # custom logger functions
await customLogger.async_log_failure_event( await customLogger.async_log_event(
kwargs=self.model_call_details, kwargs=self.model_call_details,
response_obj=result, response_obj=result,
start_time=start_time, start_time=start_time,
end_time=end_time, end_time=end_time,
print_verbose=print_verbose, print_verbose=print_verbose,
callback_func=callback callback_func=callback
) )
except: except:
print_verbose( print_verbose(
f"LiteLLM.LoggingError: [Non-Blocking] Exception occurred while success logging {traceback.format_exc()}" f"LiteLLM.LoggingError: [Non-Blocking] Exception occurred while success logging {traceback.format_exc()}"
@ -1239,6 +1253,10 @@ def client(original_function):
litellm.success_callback.append(callback) litellm.success_callback.append(callback)
if callback not in litellm.failure_callback: if callback not in litellm.failure_callback:
litellm.failure_callback.append(callback) litellm.failure_callback.append(callback)
if callback not in litellm._async_success_callback:
litellm._async_success_callback.append(callback)
if callback not in litellm._async_failure_callback:
litellm._async_failure_callback.append(callback)
if ( if (
len(litellm.input_callback) > 0 len(litellm.input_callback) > 0
or len(litellm.success_callback) > 0 or len(litellm.success_callback) > 0