mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 10:44:24 +00:00
128 lines
4.2 KiB
Python
128 lines
4.2 KiB
Python
import sys, os
|
|
import traceback
|
|
from dotenv import load_dotenv
|
|
|
|
load_dotenv()
|
|
import os
|
|
|
|
sys.path.insert(
|
|
0, os.path.abspath("../..")
|
|
) # Adds the parent directory to the system path
|
|
import pytest
|
|
import litellm
|
|
from litellm import embedding, completion
|
|
from litellm.caching import Cache
|
|
|
|
messages = [{"role": "user", "content": "who is ishaan Github? "}]
|
|
# comment
|
|
|
|
# test if response cached
|
|
def test_caching():
|
|
try:
|
|
litellm.caching = True
|
|
response1 = completion(model="gpt-3.5-turbo", messages=messages)
|
|
response2 = completion(model="gpt-3.5-turbo", messages=messages)
|
|
print(f"response1: {response1}")
|
|
print(f"response2: {response2}")
|
|
litellm.caching = False
|
|
if response2 != response1:
|
|
print(f"response1: {response1}")
|
|
print(f"response2: {response2}")
|
|
pytest.fail(f"Error occurred: {e}")
|
|
except Exception as e:
|
|
litellm.caching = False
|
|
print(f"error occurred: {traceback.format_exc()}")
|
|
pytest.fail(f"Error occurred: {e}")
|
|
|
|
|
|
def test_caching_with_models():
|
|
litellm.caching_with_models = True
|
|
response1 = completion(model="gpt-3.5-turbo", messages=messages)
|
|
response2 = completion(model="gpt-3.5-turbo", messages=messages)
|
|
response3 = completion(model="command-nightly", messages=messages)
|
|
print(f"response2: {response2}")
|
|
print(f"response3: {response3}")
|
|
litellm.caching_with_models = False
|
|
if response3 == response2:
|
|
# if models are different, it should not return cached response
|
|
print(f"response2: {response2}")
|
|
print(f"response3: {response3}")
|
|
pytest.fail(f"Error occurred:")
|
|
if response1 != response2:
|
|
print(f"response1: {response1}")
|
|
print(f"response2: {response2}")
|
|
pytest.fail(f"Error occurred:")
|
|
|
|
|
|
# test_caching_with_models()
|
|
|
|
|
|
def test_gpt_cache():
|
|
# INIT GPT Cache #
|
|
from gptcache import cache
|
|
from litellm.cache import completion
|
|
|
|
cache.init()
|
|
cache.set_openai_key()
|
|
|
|
messages = [{"role": "user", "content": "what is litellm YC 22?"}]
|
|
response2 = completion(model="gpt-3.5-turbo", messages=messages)
|
|
response3 = completion(model="command-nightly", messages=messages)
|
|
print(f"response2: {response2}")
|
|
print(f"response3: {response3}")
|
|
|
|
if response3["choices"] != response2["choices"]:
|
|
# if models are different, it should not return cached response
|
|
print(f"response2: {response2}")
|
|
print(f"response3: {response3}")
|
|
pytest.fail(f"Error occurred:")
|
|
|
|
|
|
# test_gpt_cache()
|
|
|
|
|
|
####### Updated Caching as of Aug 28, 2023 ###################
|
|
messages = [{"role": "user", "content": "who is ishaan 5222"}]
|
|
def test_caching():
|
|
try:
|
|
litellm.cache = Cache()
|
|
response1 = completion(model="gpt-3.5-turbo", messages=messages)
|
|
response2 = completion(model="gpt-3.5-turbo", messages=messages)
|
|
print(f"response1: {response1}")
|
|
print(f"response2: {response2}")
|
|
litellm.cache = None # disable cache
|
|
if response2 != response1:
|
|
print(f"response1: {response1}")
|
|
print(f"response2: {response2}")
|
|
pytest.fail(f"Error occurred: {e}")
|
|
except Exception as e:
|
|
print(f"error occurred: {traceback.format_exc()}")
|
|
pytest.fail(f"Error occurred: {e}")
|
|
|
|
# test_caching()
|
|
|
|
|
|
def test_caching_with_models():
|
|
messages = [{"role": "user", "content": "who is ishaan CTO of litellm from litellm 2023"}]
|
|
litellm.cache = Cache()
|
|
print("test2 for caching")
|
|
response1 = completion(model="gpt-3.5-turbo", messages=messages)
|
|
response2 = completion(model="gpt-3.5-turbo", messages=messages)
|
|
response3 = completion(model="command-nightly", messages=messages)
|
|
print(f"response1: {response1}")
|
|
print(f"response2: {response2}")
|
|
print(f"response3: {response3}")
|
|
litellm.cache = None
|
|
if response3 == response2:
|
|
# if models are different, it should not return cached response
|
|
print(f"response2: {response2}")
|
|
print(f"response3: {response3}")
|
|
pytest.fail(f"Error occurred:")
|
|
if response1 != response2:
|
|
print(f"response1: {response1}")
|
|
print(f"response2: {response2}")
|
|
pytest.fail(f"Error occurred:")
|
|
|
|
# test_caching_with_models()
|
|
|
|
|