(testing) add unit tests for LLMCachingHandler Class (#6279)

* add unit testing for test_async_set_cache

* test test_async_log_cache_hit_on_callbacks

* assert the correct response type is returned

* test_convert_cached_result_to_model_response

* unit testing for caching handler
This commit is contained in:
Ishaan Jaff 2024-10-17 19:12:57 +05:30 committed by GitHub
parent 80da3844ef
commit 03d61d97fe
3 changed files with 361 additions and 2 deletions

View file

@ -1 +1,8 @@
from .caching import Cache
from .caching import Cache, LiteLLMCacheType
from .disk_cache import DiskCache
from .dual_cache import DualCache
from .in_memory_cache import InMemoryCache
from .qdrant_semantic_cache import QdrantSemanticCache
from .redis_cache import RedisCache
from .redis_semantic_cache import RedisSemanticCache
from .s3_cache import S3Cache