phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 19:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix - return num callbacks in /active/callbacks

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-03 14:24:01 -07:00
parent 7e1e070b82
commit 5b97d56e41
1 changed files with 20 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

34
litellm/proxy/proxy_server.py
View file

@ -9203,6 +9203,10 @@ def _db_health_readiness_check():
dependencies=[Depends(user_api_key_auth)], dependencies=[Depends(user_api_key_auth)],
) )
async def active_callbacks(): async def active_callbacks():
"""
Returns a list of active callbacks on litellm.callbacks, litellm.input_callback, litellm.failure_callback, litellm.success_callback
"""
global proxy_logging_obj
_alerting = str(general_settings.get("alerting")) _alerting = str(general_settings.get("alerting"))
# get success callback # get success callback
success_callback_names = [] success_callback_names = []
@ -9219,12 +9223,27 @@ async def active_callbacks():
+ len(litellm.input_callback) + len(litellm.input_callback)
+ len(litellm.failure_callback) + len(litellm.failure_callback)
+ len(litellm.success_callback) + len(litellm.success_callback)
+ len(litellm._async_failure_callback)
+ len(litellm._async_success_callback)
+ len(litellm._async_input_callback)
) )
alerting = proxy_logging_obj.alerting
_num_alerting = 0
if alerting and isinstance(alerting, list):
_num_alerting = len(alerting)
return { return {
"alerting": _alerting, "alerting": _alerting,
"success_callbacks": success_callback_names, "litellm.callbacks": litellm.callbacks,
"litellm.input_callback": litellm.input_callback,
"litellm.failure_callback": litellm.failure_callback,
"litellm.success_callback": success_callback_names,
"litellm._async_success_callback": litellm._async_success_callback,
"litellm._async_failure_callback": litellm._async_failure_callback,
"litellm._async_input_callback": litellm._async_input_callback,
"num_callbacks": _num_callbacks, "num_callbacks": _num_callbacks,
"num_alerting": _num_alerting,
} }
@ -9240,17 +9259,6 @@ async def health_readiness():
global general_settings global general_settings
try: try:
# get success callback # get success callback
_num_callbacks = 0
try:
_num_callbacks = (
len(litellm.callbacks)
+ len(litellm.input_callback)
+ len(litellm.failure_callback)
+ len(litellm.success_callback)
)
except:
_num_callbacks = 0
success_callback_names = [] success_callback_names = []
try: try:
@ -9286,7 +9294,6 @@ async def health_readiness():
"cache": cache_type, "cache": cache_type,
"litellm_version": version, "litellm_version": version,
"success_callbacks": success_callback_names, "success_callbacks": success_callback_names,
"num_callbacks": _num_callbacks,
**db_health_status, **db_health_status,
} }
else: else:
@ -9296,7 +9303,6 @@ async def health_readiness():
"cache": cache_type, "cache": cache_type,
"litellm_version": version, "litellm_version": version,
"success_callbacks": success_callback_names, "success_callbacks": success_callback_names,
"num_callbacks": _num_callbacks,
} }
except Exception as e: except Exception as e:
raise HTTPException(status_code=503, detail=f"Service Unhealthy ({str(e)})") raise HTTPException(status_code=503, detail=f"Service Unhealthy ({str(e)})")