phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) async + stream cache

Browse source
This commit is contained in:
ishaan-jaff 2023-12-09 13:59:01 -08:00
parent 6f8a35d539
commit 67c730e264
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/caching.py
View file

@ -208,6 +208,8 @@ class Cache:
litellm.input_callback.append("cache")
if "cache" not in litellm.success_callback:
litellm.success_callback.append("cache")
if "cache" not in litellm._async_success_callback:
litellm._async_success_callback.append("cache")
def get_cache_key(self, *args, **kwargs):
"""