phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-28 04:04:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) slack alerting when track callback fails

Browse source
This commit is contained in:
ishaan-jaff 2024-02-07 20:09:28 -08:00
parent 7295d5738b
commit d55f75cc46
1 changed files with 7 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

15
litellm/proxy/proxy_server.py
View file

@ -809,16 +809,15 @@ async def _PROXY_track_cost_callback(
litellm_params = kwargs.get("litellm_params", {}) or {} litellm_params = kwargs.get("litellm_params", {}) or {}
proxy_server_request = litellm_params.get("proxy_server_request") or {} proxy_server_request = litellm_params.get("proxy_server_request") or {}
user_id = proxy_server_request.get("body", {}).get("user", None) user_id = proxy_server_request.get("body", {}).get("user", None)
user_id = user_id or kwargs["litellm_params"]["metadata"].get(
"user_api_key_user_id", None
)
if kwargs.get("response_cost", None) is not None: if kwargs.get("response_cost", None) is not None:
response_cost = kwargs["response_cost"] response_cost = kwargs["response_cost"]
user_api_key = kwargs["litellm_params"]["metadata"].get( user_api_key = kwargs["litellm_params"]["metadata"].get(
"user_api_key", None "user_api_key", None
) )
user_id = user_id or kwargs["litellm_params"]["metadata"].get(
"user_api_key_user_id", None
)
if kwargs.get("cache_hit", False) == True: if kwargs.get("cache_hit", False) == True:
response_cost = 0.0 response_cost = 0.0
verbose_proxy_logger.info( verbose_proxy_logger.info(
@ -853,7 +852,9 @@ async def _PROXY_track_cost_callback(
) )
except Exception as e: except Exception as e:
error_msg = f"error in tracking cost callback - {traceback.format_exc()}" error_msg = f"error in tracking cost callback - {traceback.format_exc()}"
error_msg += f"\n Args to _PROXY_track_cost_callback\n kwargs: {kwargs}\n completion_response: {completion_response}" model = kwargs.get("model", "")
metadata = kwargs.get("litellm_params", {}).get("metadata", {})
error_msg += f"\n Args to _PROXY_track_cost_callback\n model: {model}\n metadata: {metadata}\n"
user_id = user_id or "not-found" user_id = user_id or "not-found"
asyncio.create_task( asyncio.create_task(
proxy_logging_obj.budget_alerts( proxy_logging_obj.budget_alerts(
@ -864,9 +865,7 @@ async def _PROXY_track_cost_callback(
error_message=error_msg, error_message=error_msg,
) )
) )
verbose_proxy_logger.debug( verbose_proxy_logger.debug(f"error in tracking cost callback - {error_msg}")
f"error in tracking cost callback - {traceback.format_exc()}"
)
async def update_database( async def update_database(