(fixes) datadog logging - handle 1MB max log size on DD (#6996)

* fix dd truncate_standard_logging_payload_content

* dd truncate_standard_logging_payload_content

* fix test_datadog_payload_content_truncation

* add clear msg on _truncate_text

* test_truncate_standard_logging_payload

* fix linting error

* fix linting errors

litellm/litellm_core_utils/litellm_logging.py

@@ -2842,6 +2842,60 @@ def get_standard_logging_object_payload(
         return None
 
 
+def truncate_standard_logging_payload_content(
+    standard_logging_object: StandardLoggingPayload,
+):
+    """
+    Truncate error strings and message content in logging payload
+
+    Some loggers like DataDog have a limit on the size of the payload. (1MB)
+
+    This function truncates the error string and the message content if they exceed a certain length.
+    """
+    MAX_STR_LENGTH = 10_000
+
+    # Truncate fields that might exceed max length
+    fields_to_truncate = ["error_str", "messages", "response"]
+    for field in fields_to_truncate:
+        _truncate_field(
+            standard_logging_object=standard_logging_object,
+            field_name=field,
+            max_length=MAX_STR_LENGTH,
+        )
+
+
+def _truncate_text(text: str, max_length: int) -> str:
+    """Truncate text if it exceeds max_length"""
+    return (
+        text[:max_length]
+        + "...truncated by litellm, this logger does not support large content"
+        if len(text) > max_length
+        else text
+    )
+
+
+def _truncate_field(
+    standard_logging_object: StandardLoggingPayload, field_name: str, max_length: int
+) -> None:
+    """
+    Helper function to truncate a field in the logging payload
+
+    This converts the field to a string and then truncates it if it exceeds the max length.
+
+    Why convert to string ?
+    1. User was sending a poorly formatted list for `messages` field, we could not predict where they would send content
+        - Converting to string and then truncating the logged content catches this
+    2. We want to avoid modifying the original `messages`, `response`, and `error_str` in the logging payload since these are in kwargs and could be returned to the user
+    """
+    field_value = standard_logging_object.get(field_name)  # type: ignore
+    if field_value:
+        str_value = str(field_value)
+        if len(str_value) > max_length:
+            standard_logging_object[field_name] = _truncate_text(  # type: ignore
+                text=str_value, max_length=max_length
+            )
+
+
 def get_standard_logging_metadata(
     metadata: Optional[Dict[str, Any]]
 ) -> StandardLoggingMetadata: