phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

refactor(litellm_logging.py): move to using cache key from hidden params instead of regenerating one

Browse source
This commit is contained in:
Krrish Dholakia 2024-11-12 13:32:11 +05:30
parent 16bbed72d4
commit fcec2a325e
1 changed files with 1 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/litellm_core_utils/litellm_logging.py
View file

@ -2774,11 +2774,6 @@ def get_standard_logging_object_payload(
metadata=metadata
)
# if litellm.cache is not None:
# cache_key = litellm.cache.get_cache_key(**kwargs)
# else:
cache_key = None
saved_cache_cost: float = 0.0
if cache_hit is True:
@ -2820,7 +2815,7 @@ def get_standard_logging_object_payload(
completionStartTime=completion_start_time_float,
model=kwargs.get("model", "") or "",
metadata=clean_metadata,
cache_key=cache_key,
cache_key=clean_hidden_params["cache_key"],
response_cost=response_cost,
total_tokens=usage.total_tokens,
prompt_tokens=usage.prompt_tokens,