phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix - return num callbacks in /active/callbacks

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-03 14:24:01 -07:00
parent e9eead2f25
commit 3997ea6442
1 changed files with 20 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

34
litellm/proxy/proxy_server.py
View file

@ -9203,6 +9203,10 @@ def _db_health_readiness_check():
dependencies=[Depends(user_api_key_auth)],
)
async def active_callbacks():
"""
Returns a list of active callbacks on litellm.callbacks, litellm.input_callback, litellm.failure_callback, litellm.success_callback
"""
global proxy_logging_obj
_alerting = str(general_settings.get("alerting"))
# get success callback
success_callback_names = []
@ -9219,12 +9223,27 @@ async def active_callbacks():
+ len(litellm.input_callback)
+ len(litellm.failure_callback)
+ len(litellm.success_callback)
+ len(litellm._async_failure_callback)
+ len(litellm._async_success_callback)
+ len(litellm._async_input_callback)
)
alerting = proxy_logging_obj.alerting
_num_alerting = 0
if alerting and isinstance(alerting, list):
_num_alerting = len(alerting)
return {
"alerting": _alerting,
"success_callbacks": success_callback_names,
"litellm.callbacks": litellm.callbacks,
"litellm.input_callback": litellm.input_callback,
"litellm.failure_callback": litellm.failure_callback,
"litellm.success_callback": success_callback_names,
"litellm._async_success_callback": litellm._async_success_callback,
"litellm._async_failure_callback": litellm._async_failure_callback,
"litellm._async_input_callback": litellm._async_input_callback,
"num_callbacks": _num_callbacks,
"num_alerting": _num_alerting,
}
@ -9240,17 +9259,6 @@ async def health_readiness():
global general_settings
try:
# get success callback
_num_callbacks = 0
try:
_num_callbacks = (
len(litellm.callbacks)
+ len(litellm.input_callback)
+ len(litellm.failure_callback)
+ len(litellm.success_callback)
)
except:
_num_callbacks = 0
success_callback_names = []
try:
@ -9286,7 +9294,6 @@ async def health_readiness():
"cache": cache_type,
"litellm_version": version,
"success_callbacks": success_callback_names,
"num_callbacks": _num_callbacks,
**db_health_status,
}
else:
@ -9296,7 +9303,6 @@ async def health_readiness():
"cache": cache_type,
"litellm_version": version,
"success_callbacks": success_callback_names,
"num_callbacks": _num_callbacks,
}
except Exception as e:
raise HTTPException(status_code=503, detail=f"Service Unhealthy ({str(e)})")