phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

remove useless tests

Browse source
This commit is contained in:
ishaan-jaff 2023-08-02 21:08:01 -07:00
parent 728c5956b3
commit 13e800493c
2 changed files with 47 additions and 45 deletions
Download patch file Download diff file Expand all files Collapse all files

42
litellm/tests/test_api_key_param.py
View file

@ -1,25 +1,27 @@
# #### What this tests #### #### What this tests ####
# # This tests the ability to set api key's via the params instead of as environment variables # This tests the ability to set api key's via the params instead of as environment variables
# import sys, os import sys, os
# import traceback import traceback
# sys.path.insert(0, os.path.abspath('../..')) # Adds the parent directory to the system path sys.path.insert(0, os.path.abspath('../..')) # Adds the parent directory to the system path
# import litellm import litellm
# from litellm import embedding, completion from litellm import embedding, completion
# litellm.set_verbose = False litellm.set_verbose = False
# def logger_fn(model_call_object: dict): def logger_fn(model_call_object: dict):
# print(f"model call details: {model_call_object}") print(f"model call details: {model_call_object}")
# user_message = "Hello, how are you?" user_message = "Hello, how are you?"
# messages = [{ "content": user_message,"role": "user"}] messages = [{ "content": user_message,"role": "user"}]
# temp_key = os.environ.get("OPENAI_API_KEY") temp_key = os.environ.get("OPENAI_API_KEY")
# os.environ["OPENAI_API_KEY"] = "bad-key" os.environ["OPENAI_API_KEY"] = "bad-key"
# # test on openai completion call # test on openai completion call
# try: try:
# response = completion(model="gpt-3.5-turbo", messages=messages, logger_fn=logger_fn, api_key=temp_key) response = completion(model="gpt-3.5-turbo", messages=messages, logger_fn=logger_fn, api_key=temp_key)
# except: except:
# print(f"error occurred: {traceback.format_exc()}") print(f"error occurred: {traceback.format_exc()}")
# pass pass
os.environ["OPENAI_API_KEY"] = temp_key

50
litellm/tests/test_exceptions.py
View file

@ -18,33 +18,33 @@ import pytest
# Approach: Run each model through the test -> assert if the correct error (always the same one) is triggered # Approach: Run each model through the test -> assert if the correct error (always the same one) is triggered
models = ["gpt-3.5-turbo", "chatgpt-test", "claude-instant-1", "command-nightly"] # models = ["gpt-3.5-turbo", "chatgpt-test", "claude-instant-1", "command-nightly"]
# Test 1: Context Window Errors # # Test 1: Context Window Errors
@pytest.mark.parametrize("model", models) # @pytest.mark.parametrize("model", models)
def test_context_window(model): # def test_context_window(model):
sample_text = "how does a court case get to the Supreme Court?" * 100000 # sample_text = "how does a court case get to the Supreme Court?" * 100000
messages = [{"content": sample_text, "role": "user"}] # messages = [{"content": sample_text, "role": "user"}]
try: # try:
azure = model == "chatgpt-test" # azure = model == "chatgpt-test"
print(f"model: {model}") # print(f"model: {model}")
response = completion(model=model, messages=messages, azure=azure) # response = completion(model=model, messages=messages, azure=azure)
except InvalidRequestError: # except InvalidRequestError:
print("InvalidRequestError") # print("InvalidRequestError")
return # return
except OpenAIError: # except OpenAIError:
print("OpenAIError") # print("OpenAIError")
return # return
except Exception as e: # except Exception as e:
print("Uncaught Error in test_context_window") # print("Uncaught Error in test_context_window")
print(f"Error Type: {type(e).__name__}") # # print(f"Error Type: {type(e).__name__}")
print(f"Uncaught Exception - {e}") # print(f"Uncaught Exception - {e}")
pytest.fail(f"Error occurred: {e}") # pytest.fail(f"Error occurred: {e}")
return # return
# Test 2: InvalidAuth Errors # # Test 2: InvalidAuth Errors
def logger_fn(model_call_object: dict): # def logger_fn(model_call_object: dict):
print(f"model call details: {model_call_object}") # print(f"model call details: {model_call_object}")
# @pytest.mark.parametrize("model", models) # @pytest.mark.parametrize("model", models)
# def invalid_auth(model): # set the model key to an invalid key, depending on the model # def invalid_auth(model): # set the model key to an invalid key, depending on the model