phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) semantic cache

Browse source
This commit is contained in:
ishaan-jaff 2024-02-05 17:58:32 -08:00
parent 1b39454a08
commit cf4bd1cf4e
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/tests/test_caching.py
View file

@ -990,7 +990,7 @@ def test_cache_context_managers():
def test_redis_semantic_cache_completion(): def test_redis_semantic_cache_completion():
litellm.set_verbose = False litellm.set_verbose = True
random_number = random.randint( random_number = random.randint(
1, 100000 1, 100000
@ -1003,6 +1003,7 @@ def test_redis_semantic_cache_completion():
host=os.environ["REDIS_HOST"], host=os.environ["REDIS_HOST"],
port=os.environ["REDIS_PORT"], port=os.environ["REDIS_PORT"],
password=os.environ["REDIS_PASSWORD"], password=os.environ["REDIS_PASSWORD"],
similarity_threshold=0.5,
) )
print("test2 for Redis Caching - non streaming") print("test2 for Redis Caching - non streaming")
response1 = completion(model="gpt-3.5-turbo", messages=messages, max_tokens=20) response1 = completion(model="gpt-3.5-turbo", messages=messages, max_tokens=20)