phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test: cleaning up local testing

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-07 14:20:14 -08:00
parent 55ca691767
commit 574a1bbeac
1 changed files with 32 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

64
litellm/tests/test_proxy_server_caching.py
View file

@ -1,38 +1,38 @@
#### What this tests #### # #### What this tests ####
# This tests using caching w/ litellm which requires SSL=True # # This tests using caching w/ litellm which requires SSL=True
import sys, os # import sys, os
import time # import time
import traceback # import traceback
from dotenv import load_dotenv # from dotenv import load_dotenv
load_dotenv() # load_dotenv()
import os # import os
sys.path.insert( # sys.path.insert(
0, os.path.abspath("../..") # 0, os.path.abspath("../..")
) # Adds the parent directory to the system path # ) # Adds the parent directory to the system path
import pytest # import pytest
import litellm # import litellm
from litellm import embedding, completion # from litellm import embedding, completion
from litellm.caching import Cache # from litellm.caching import Cache
messages = [{"role": "user", "content": f"who is ishaan {time.time()}"}] # messages = [{"role": "user", "content": f"who is ishaan {time.time()}"}]
@pytest.mark.skip(reason="local proxy test") # @pytest.mark.skip(reason="local proxy test")
def test_caching_v2(): # test in memory cache # def test_caching_v2(): # test in memory cache
try: # try:
response1 = completion(model="openai/gpt-3.5-turbo", messages=messages, api_base="http://0.0.0.0:8000") # response1 = completion(model="openai/gpt-3.5-turbo", messages=messages, api_base="http://0.0.0.0:8000")
response2 = completion(model="openai/gpt-3.5-turbo", messages=messages, api_base="http://0.0.0.0:8000") # response2 = completion(model="openai/gpt-3.5-turbo", messages=messages, api_base="http://0.0.0.0:8000")
print(f"response1: {response1}") # print(f"response1: {response1}")
print(f"response2: {response2}") # print(f"response2: {response2}")
litellm.cache = None # disable cache # litellm.cache = None # disable cache
if response2['choices'][0]['message']['content'] != response1['choices'][0]['message']['content']: # if response2['choices'][0]['message']['content'] != response1['choices'][0]['message']['content']:
print(f"response1: {response1}") # print(f"response1: {response1}")
print(f"response2: {response2}") # print(f"response2: {response2}")
raise Exception() # raise Exception()
except Exception as e: # except Exception as e:
print(f"error occurred: {traceback.format_exc()}") # print(f"error occurred: {traceback.format_exc()}")
pytest.fail(f"Error occurred: {e}") # pytest.fail(f"Error occurred: {e}")
test_caching_v2() # test_caching_v2()