phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(test) caching, swap out unstable model

Browse source
This commit is contained in:
ishaan-jaff 2024-01-29 11:00:15 -08:00
parent eb3cab85fb
commit 336c8af01e
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/tests/test_caching.py
View file

@ -127,9 +127,10 @@ def test_caching_with_models_v2():
] ]
litellm.cache = Cache() litellm.cache = Cache()
print("test2 for caching") print("test2 for caching")
litellm.set_verbose = True
response1 = completion(model="gpt-3.5-turbo", messages=messages, caching=True) response1 = completion(model="gpt-3.5-turbo", messages=messages, caching=True)
response2 = completion(model="gpt-3.5-turbo", messages=messages, caching=True) response2 = completion(model="gpt-3.5-turbo", messages=messages, caching=True)
response3 = completion(model="command-nightly", messages=messages, caching=True) response3 = completion(model="azure/chatgpt-v-2", messages=messages, caching=True)
print(f"response1: {response1}") print(f"response1: {response1}")
print(f"response2: {response2}") print(f"response2: {response2}")
print(f"response3: {response3}") print(f"response3: {response3}")
@ -286,7 +287,7 @@ def test_redis_cache_completion():
response3 = completion( response3 = completion(
model="gpt-3.5-turbo", messages=messages, caching=True, temperature=0.5 model="gpt-3.5-turbo", messages=messages, caching=True, temperature=0.5
) )
response4 = completion(model="command-nightly", messages=messages, caching=True) response4 = completion(model="azure/chatgpt-v-2", messages=messages, caching=True)
print("\nresponse 1", response1) print("\nresponse 1", response1)
print("\nresponse 2", response2) print("\nresponse 2", response2)