phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Revert "(bug fix) - don't log messages, prompt, input in model_parameters in StandardLoggingPayload (#8923)"

Browse source 
This reverts commit a119cb420b.
This commit is contained in:
Ishaan Jaff 2025-03-01 11:05:33 -08:00
parent 6af37d66b5
commit ee7cd60fdb
3 changed files with 1 additions and 143 deletions
Download patch file Download diff file Expand all files Collapse all files

29
litellm/litellm_core_utils/litellm_logging.py
View file

@ -48,7 +48,6 @@ from litellm.types.router import SPECIAL_MODEL_INFO_PARAMS
from litellm.types.utils import (
CallTypes,
EmbeddingResponse,
FieldsWithMessageContent,
ImageResponse,
LiteLLMLoggingBaseClass,
ModelResponse,
@ -3161,32 +3160,6 @@ class StandardLoggingPayloadSetup:
else:
return end_time_float - start_time_float
@staticmethod
def _remove_message_content_from_dict(original_dict: Optional[dict]) -> dict:
"""
Filters out any params with message content `messages`, `input`, `prompt`
eg. We don't want to log the prompt in the model parameters
"""
if original_dict is None:
return {}
sensitive_keys = FieldsWithMessageContent.get_all_fields()
cleaned_optional_params = {}
for key in original_dict:
if key not in sensitive_keys:
cleaned_optional_params[key] = original_dict[key]
return cleaned_optional_params
@staticmethod
def _get_model_parameters(kwargs: dict) -> dict:
"""
Get the model parameters from the kwargs
"""
optional_params = kwargs.get("optional_params", {}) or {}
return StandardLoggingPayloadSetup._remove_message_content_from_dict(
optional_params
)
def get_standard_logging_object_payload(
kwargs: Optional[dict],
@ -3357,7 +3330,7 @@ def get_standard_logging_object_payload(
requester_ip_address=clean_metadata.get("requester_ip_address", None),
messages=kwargs.get("messages"),
response=final_response_obj,
model_parameters=StandardLoggingPayloadSetup._get_model_parameters(kwargs),
model_parameters=kwargs.get("optional_params", None),
hidden_params=clean_hidden_params,
model_map_information=model_cost_information,
error_str=error_str,