phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'main' into litellm_end_user_cost_tracking

Browse source
This commit is contained in:
Krish Dholakia 2024-05-15 22:27:04 -07:00 • committed by GitHub
commit 07a1cf39e8
44 changed files with 1983 additions and 681 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/proxy/utils.py
View file

@ -252,8 +252,8 @@ class ProxyLogging:
"""
Runs the CustomLogger's async_moderation_hook()
"""
new_data = copy.deepcopy(data)
for callback in litellm.callbacks:
new_data = copy.deepcopy(data)
try:
if isinstance(callback, CustomLogger):
await callback.async_moderation_hook(
@ -418,9 +418,14 @@ class ProxyLogging:
Related issue - https://github.com/BerriAI/litellm/issues/3395
"""
litellm_debug_info = getattr(original_exception, "litellm_debug_info", None)
exception_str = str(original_exception)
if litellm_debug_info is not None:
exception_str += litellm_debug_info
asyncio.create_task(
self.alerting_handler(
message=f"LLM API call failed: {str(original_exception)}",
message=f"LLM API call failed: {exception_str}",
level="High",
alert_type="llm_exceptions",
request_data=request_data,