From fcec2a325e055ce386dbfd39dbf7cb715e42fd7c Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Tue, 12 Nov 2024 13:32:11 +0530 Subject: [PATCH] refactor(litellm_logging.py): move to using cache key from hidden params instead of regenerating one --- litellm/litellm_core_utils/litellm_logging.py | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/litellm/litellm_core_utils/litellm_logging.py b/litellm/litellm_core_utils/litellm_logging.py index 31d3860b4..d2e65742c 100644 --- a/litellm/litellm_core_utils/litellm_logging.py +++ b/litellm/litellm_core_utils/litellm_logging.py @@ -2774,11 +2774,6 @@ def get_standard_logging_object_payload( metadata=metadata ) - # if litellm.cache is not None: - # cache_key = litellm.cache.get_cache_key(**kwargs) - # else: - cache_key = None - saved_cache_cost: float = 0.0 if cache_hit is True: @@ -2820,7 +2815,7 @@ def get_standard_logging_object_payload( completionStartTime=completion_start_time_float, model=kwargs.get("model", "") or "", metadata=clean_metadata, - cache_key=cache_key, + cache_key=clean_hidden_params["cache_key"], response_cost=response_cost, total_tokens=usage.total_tokens, prompt_tokens=usage.prompt_tokens,