phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) add cache_key in spend_log

Browse source
This commit is contained in:
ishaan-jaff 2024-01-24 17:56:00 -08:00
parent a0f2bae4e2
commit c8b2e5c80b
5 changed files with 12 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/utils.py
View file

@ -995,6 +995,10 @@ def get_logging_payload(kwargs, response_obj, start_time, end_time):
if api_key is not None and isinstance(api_key, str) and api_key.startswith("sk-"):
# hash the api_key
api_key = hash_token(api_key)
from litellm.caching import Cache
c = Cache()
cache_key = c.get_cache_key(**kwargs)
if "headers" in metadata and "authorization" in metadata["headers"]:
metadata["headers"].pop(
@ -1013,6 +1017,7 @@ def get_logging_payload(kwargs, response_obj, start_time, end_time):
"modelParameters": optional_params,
"usage": usage,
"metadata": metadata,
"cache_key": cache_key,
}
json_fields = [