Revert "(fix) GCS bucket logger - apply `truncate_standard_logging_payload_co…" (#7515)

This reverts commit 26a37c50c9.
This commit is contained in:
Ishaan Jaff 2025-01-02 22:01:02 -08:00 committed by GitHub
parent 52f1e692fe
commit 2d57581307
6 changed files with 39 additions and 49 deletions

View file

@ -1,10 +1,7 @@
import io
import os
from re import M
import sys
from litellm.integrations.custom_logger import CustomLogger
sys.path.insert(0, os.path.abspath("../.."))
@ -395,14 +392,6 @@ async def test_datadog_payload_environment_variables():
pytest.fail(f"Test failed with exception: {str(e)}")
class TestDDLogger(CustomLogger):
def __init__(self):
self.standard_logging_object: Optional[StandardLoggingPayload] = None
async def async_log_success_event(self, kwargs, response_obj, start_time, end_time):
self.standard_logging_object = kwargs["standard_logging_object"]
@pytest.mark.asyncio
async def test_datadog_payload_content_truncation():
"""
@ -410,13 +399,15 @@ async def test_datadog_payload_content_truncation():
DataDog has a limit of 1MB for the logged payload size.
"""
dd_logger = TestDDLogger()
litellm.callbacks = [dd_logger]
dd_logger = DataDogLogger()
# Create a standard payload with very long content
standard_payload = create_standard_logging_payload()
long_content = "x" * 80_000 # Create string longer than MAX_STR_LENGTH (10_000)
# messages with long content
messages = [
# Modify payload with long content
standard_payload["error_str"] = long_content
standard_payload["messages"] = [
{
"role": "user",
"content": [
@ -430,26 +421,28 @@ async def test_datadog_payload_content_truncation():
],
}
]
await litellm.acompletion(
model="gpt-3.5-turbo",
messages=messages,
temperature=0.2,
mock_response=long_content,
)
await asyncio.sleep(2)
standard_payload["response"] = {"choices": [{"message": {"content": long_content}}]}
# Create the payload
standard_logging_payload = dd_logger.standard_logging_object
dd_payload = dd_logger.create_datadog_logging_payload(
kwargs={"standard_logging_object": standard_payload},
response_obj=None,
start_time=datetime.now(),
end_time=datetime.now(),
)
print("standard_logging_payload", json.dumps(standard_logging_payload, indent=2))
print("dd_payload", json.dumps(dd_payload, indent=2))
# Parse the message back to dict to verify truncation
message_dict = json.loads(dd_payload["message"])
# Verify truncation of fields
assert len(message_dict["error_str"]) < 10_100, "error_str not truncated correctly"
assert (
len(str(standard_logging_payload["messages"])) < 10_100
len(str(message_dict["messages"])) < 10_100
), "messages not truncated correctly"
assert (
len(str(standard_logging_payload["response"])) < 10_100
len(str(message_dict["response"])) < 10_100
), "response not truncated correctly"