phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

litellm always log cache_key on hits/misses

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-15 09:59:58 -07:00
parent eb6a0a32f1
commit a59ed00fd3
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/integrations/langfuse.py
View file

@ -605,6 +605,12 @@ class LangFuseLogger:
if "cache_key" in litellm.langfuse_default_tags:
_hidden_params = metadata.get("hidden_params", {}) or {}
_cache_key = _hidden_params.get("cache_key", None)
if _cache_key is None:
# fallback to using "preset_cache_key"
_preset_cache_key = kwargs.get("litellm_params", {}).get(
"preset_cache_key", None
)
_cache_key = _preset_cache_key
tags.append(f"cache_key:{_cache_key}")
return tags