phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) add cache_key in spend_log

Browse source
This commit is contained in:
ishaan-jaff 2024-01-24 17:56:00 -08:00
parent d694993703
commit 2130a61b6e
5 changed files with 12 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/utils.py
View file

@ -995,6 +995,10 @@ def get_logging_payload(kwargs, response_obj, start_time, end_time):
if api_key is not None and isinstance(api_key, str) and api_key.startswith("sk-"):
# hash the api_key
api_key = hash_token(api_key)
from litellm.caching import Cache
c = Cache()
cache_key = c.get_cache_key(**kwargs)
if "headers" in metadata and "authorization" in metadata["headers"]:
metadata["headers"].pop(
@ -1013,6 +1017,7 @@ def get_logging_payload(kwargs, response_obj, start_time, end_time):
"modelParameters": optional_params,
"usage": usage,
"metadata": metadata,
"cache_key": cache_key,
}
json_fields = [