From d6e3f587fe60576d598c04d589d7a7cdae83a444 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 18 Apr 2024 15:21:31 -0700 Subject: [PATCH] fix trim messages to first 100 chars --- litellm/proxy/utils.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py index 2fccbc74e8..00264773b9 100644 --- a/litellm/proxy/utils.py +++ b/litellm/proxy/utils.py @@ -197,7 +197,10 @@ class ProxyLogging: api_base = litellm.get_api_base(model=model, optional_params=litellm_params) messages = kwargs.get("messages", "") - return time_difference_float, model, api_base, messages + # only use first 100 chars for alerting + _messages = str(messages)[:100] + + return time_difference_float, model, api_base, _messages except Exception as e: raise e