test(caching_unit_tests.py): add unit tests for llm caching

ensures coverage for common caching scenarios across different implementations
This commit is contained in:
Krrish Dholakia 2024-11-12 13:21:22 +05:30
parent 0bc9864c09
commit 16bbed72d4
5 changed files with 244 additions and 188 deletions

View file

@ -0,0 +1,11 @@
from cache_unit_tests import LLMCachingUnitTests
from litellm.caching import LiteLLMCacheType
class TestDiskCacheUnitTests(LLMCachingUnitTests):
def get_cache_type(self) -> LiteLLMCacheType:
return LiteLLMCacheType.DISK
# if __name__ == "__main__":
# pytest.main([__file__, "-v", "-s"])