phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 19:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat - send daily spend reports

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-13 09:25:31 -07:00
parent e82c00622e
commit d384a0b39f
2 changed files with 50 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

48
litellm/integrations/slack_alerting.py
View file

@ -883,3 +883,51 @@ Model Info:
) # shuffle to prevent collisions
await asyncio.sleep(interval)
return
async def send_weekly_spend_report(self):
""" """
try:
await asyncio.sleep(10)
from litellm.proxy.proxy_server import _get_weekly_spend_reports
weekly_spend_per_team, weekly_spend_per_tag = (
await _get_weekly_spend_reports()
)
todays_date = datetime.datetime.now().date()
week_before = todays_date - datetime.timedelta(days=7)
todays_date = todays_date.strftime("%m-%d-%Y")
week_before = week_before.strftime("%m-%d-%Y")
_weekly_spend_message = (
f"*💸 Weekly Spend Report for `{week_before} - {todays_date}` *\n"
)
if weekly_spend_per_team is not None:
_weekly_spend_message += "\n*Team Spend Report:*\n"
for spend in weekly_spend_per_team:
_team_spend = spend["total_spend"]
_team_spend = float(_team_spend)
# round to 4 decimal places
_team_spend = round(_team_spend, 4)
_weekly_spend_message += (
f"Team: `{spend['team_alias']}` | Spend: `${_team_spend}`\n"
)
if weekly_spend_per_tag is not None:
_weekly_spend_message += "\n*Tag Spend Report:*\n"
for spend in weekly_spend_per_tag:
_tag_spend = spend["total_spend"]
_tag_spend = float(_tag_spend)
# round to 4 decimal places
_tag_spend = round(_tag_spend, 4)
_weekly_spend_message += f"Tag: `{spend['individual_request_tag']}` | Spend: `${_tag_spend}`\n"
await self.send_alert(
message=_weekly_spend_message,
level="Low",
alert_type="daily_reports",
)
except Exception as e:
verbose_proxy_logger.error("Error sending weekly spend report", e)

2
litellm/proxy/utils.py
View file

@ -122,6 +122,8 @@ class ProxyLogging:
alerting_args=alerting_args,
)
asyncio.create_task(self.slack_alerting_instance.send_weekly_spend_report())
if "daily_reports" in self.alert_types:
litellm.callbacks.append(self.slack_alerting_instance) # type: ignore