From 9f43761000173490c93f76f4e2262b291a0ab5b2 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 15 May 2024 15:45:21 -0700 Subject: [PATCH] fix - show alerts on /completions endpoint --- litellm/proxy/proxy_server.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index cc5327b758..4bdce5fd32 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -3909,6 +3909,7 @@ async def completion( user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth), ): global user_temperature, user_request_timeout, user_max_tokens, user_api_base + data = {} check_request_disconnected = None try: body = await request.body() @@ -4051,6 +4052,9 @@ async def completion( return response except Exception as e: data["litellm_status"] = "fail" # used for alerting + await proxy_logging_obj.post_call_failure_hook( + user_api_key_dict=user_api_key_dict, original_exception=e, request_data=data + ) verbose_proxy_logger.debug("EXCEPTION RAISED IN PROXY MAIN.PY") litellm_debug_info = getattr(e, "litellm_debug_info", "") verbose_proxy_logger.debug(