mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 18:54:30 +00:00
9b7ebb6a7d
* build(pyproject.toml): add new dev dependencies - for type checking * build: reformat files to fit black * ci: reformat to fit black * ci(test-litellm.yml): make tests run clear * build(pyproject.toml): add ruff * fix: fix ruff checks * build(mypy/): fix mypy linting errors * fix(hashicorp_secret_manager.py): fix passing cert for tls auth * build(mypy/): resolve all mypy errors * test: update test * fix: fix black formatting * build(pre-commit-config.yaml): use poetry run black * fix(proxy_server.py): fix linting error * fix: fix ruff safe representation error
81 lines
2.2 KiB
Python
81 lines
2.2 KiB
Python
"""
|
|
Handles Batching + sending Httpx Post requests to slack
|
|
|
|
Slack alerts are sent every 10s or when events are greater than X events
|
|
|
|
see custom_batch_logger.py for more details / defaults
|
|
"""
|
|
|
|
from typing import TYPE_CHECKING, Any
|
|
|
|
from litellm._logging import verbose_proxy_logger
|
|
|
|
if TYPE_CHECKING:
|
|
from .slack_alerting import SlackAlerting as _SlackAlerting
|
|
|
|
SlackAlertingType = _SlackAlerting
|
|
else:
|
|
SlackAlertingType = Any
|
|
|
|
|
|
def squash_payloads(queue):
|
|
squashed = {}
|
|
if len(queue) == 0:
|
|
return squashed
|
|
if len(queue) == 1:
|
|
return {"key": {"item": queue[0], "count": 1}}
|
|
|
|
for item in queue:
|
|
url = item["url"]
|
|
alert_type = item["alert_type"]
|
|
_key = (url, alert_type)
|
|
|
|
if _key in squashed:
|
|
squashed[_key]["count"] += 1
|
|
# Merge the payloads
|
|
|
|
else:
|
|
squashed[_key] = {"item": item, "count": 1}
|
|
|
|
return squashed
|
|
|
|
|
|
def _print_alerting_payload_warning(
|
|
payload: dict, slackAlertingInstance: SlackAlertingType
|
|
):
|
|
"""
|
|
Print the payload to the console when
|
|
slackAlertingInstance.alerting_args.log_to_console is True
|
|
|
|
Relevant issue: https://github.com/BerriAI/litellm/issues/7372
|
|
"""
|
|
if slackAlertingInstance.alerting_args.log_to_console is True:
|
|
verbose_proxy_logger.warning(payload)
|
|
|
|
|
|
async def send_to_webhook(slackAlertingInstance: SlackAlertingType, item, count):
|
|
"""
|
|
Send a single slack alert to the webhook
|
|
"""
|
|
import json
|
|
|
|
payload = item.get("payload", {})
|
|
try:
|
|
if count > 1:
|
|
payload["text"] = f"[Num Alerts: {count}]\n\n{payload['text']}"
|
|
|
|
response = await slackAlertingInstance.async_http_handler.post(
|
|
url=item["url"],
|
|
headers=item["headers"],
|
|
data=json.dumps(payload),
|
|
)
|
|
if response.status_code != 200:
|
|
verbose_proxy_logger.debug(
|
|
f"Error sending slack alert to url={item['url']}. Error={response.text}"
|
|
)
|
|
except Exception as e:
|
|
verbose_proxy_logger.debug(f"Error sending slack alert: {str(e)}")
|
|
finally:
|
|
_print_alerting_payload_warning(
|
|
payload, slackAlertingInstance=slackAlertingInstance
|
|
)
|