phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #3488 from BerriAI/litellm_show_key_name_team_slack_alerts

Browse source 
[Feat] show `key alias` and  `team  alias` in slack alerts
This commit is contained in:
Ishaan Jaff 2024-05-06 14:36:01 -07:00 • committed by GitHub
commit 448c3827e6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 37 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/integrations/slack_alerting.py
View file

@ -101,7 +101,7 @@ class SlackAlerting:
pass pass
return request_info return request_info
def _response_taking_too_long_callback( def _response_taking_too_long_callback_helper(
self, self,
kwargs, # kwargs to completion kwargs, # kwargs to completion
start_time, start_time,
@ -166,7 +166,7 @@ class SlackAlerting:
return return
time_difference_float, model, api_base, messages = ( time_difference_float, model, api_base, messages = (
self._response_taking_too_long_callback( self._response_taking_too_long_callback_helper(
kwargs=kwargs, kwargs=kwargs,
start_time=start_time, start_time=start_time,
end_time=end_time, end_time=end_time,
@ -182,6 +182,9 @@ class SlackAlerting:
and "metadata" in kwargs["litellm_params"] and "metadata" in kwargs["litellm_params"]
): ):
_metadata = kwargs["litellm_params"]["metadata"] _metadata = kwargs["litellm_params"]["metadata"]
request_info = litellm.utils._add_key_name_and_team_to_alert(
request_info=request_info, metadata=_metadata
)
_deployment_latency_map = self._get_deployment_latencies_to_alert( _deployment_latency_map = self._get_deployment_latencies_to_alert(
metadata=_metadata metadata=_metadata
@ -255,6 +258,11 @@ class SlackAlerting:
# in that case we fallback to the api base set in the request metadata # in that case we fallback to the api base set in the request metadata
_metadata = request_data["metadata"] _metadata = request_data["metadata"]
_api_base = _metadata.get("api_base", "") _api_base = _metadata.get("api_base", "")
request_info = litellm.utils._add_key_name_and_team_to_alert(
request_info=request_info, metadata=_metadata
)
if _api_base is None: if _api_base is None:
_api_base = "" _api_base = ""
request_info += f"\nAPI Base: `{_api_base}`" request_info += f"\nAPI Base: `{_api_base}`"

27
litellm/utils.py
View file

@ -7914,6 +7914,11 @@ def exception_type(
if _vertex_location is not None: if _vertex_location is not None:
extra_information += f"\nvertex_location: {_vertex_location}\n" extra_information += f"\nvertex_location: {_vertex_location}\n"
# on litellm proxy add key name + team to exceptions
extra_information = _add_key_name_and_team_to_alert(
request_info=extra_information, metadata=_metadata
)
################################################################################ ################################################################################
# End of Common Extra information Needed for all providers # End of Common Extra information Needed for all providers
################################################################################ ################################################################################
@ -11510,3 +11515,25 @@ def _get_base_model_from_metadata(model_call_details=None):
if base_model is not None: if base_model is not None:
return base_model return base_model
return None return None
def _add_key_name_and_team_to_alert(request_info: str, metadata: dict) -> str:
"""
Internal helper function for litellm proxy
Add the Key Name + Team Name to the error
Only gets added if the metadata contains the user_api_key_alias and user_api_key_team_alias
[Non-Blocking helper function]
"""
try:
_api_key_name = metadata.get("user_api_key_alias", "")
_user_api_key_team_alias = metadata.get("user_api_key_team_alias", "")
if _api_key_name is not None:
request_info = (
f"\n\nKey Name: `{_api_key_name}`\nTeam: `{_user_api_key_team_alias}`"
+ request_info
)
return request_info
except:
return request_info