From 60dab0d700c5939b9fe96920350f9d89c0dbb8b8 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Thu, 23 Nov 2023 16:51:14 -0800 Subject: [PATCH] (test) router: azure pass key in model list --- litellm/tests/test_router.py | 49 +++++++++++++++++++++++++++++++++++- 1 file changed, 48 insertions(+), 1 deletion(-) diff --git a/litellm/tests/test_router.py b/litellm/tests/test_router.py index 5c78c929c0..8132439dd4 100644 --- a/litellm/tests/test_router.py +++ b/litellm/tests/test_router.py @@ -161,7 +161,54 @@ def test_exception_raising(): os.environ["AZURE_API_KEY"] = old_api_key except Exception as e: print("Got unexpected exception on router!", e) -test_exception_raising() +# test_exception_raising() + + +def test_reading_key_from_model_list(): + # this tests if the router raises an exception when invalid params are set + # DO NOT REMOVE THIS TEST. It's an IMP ONE. Speak to Ishaan, if you are tring to remove this + litellm.set_verbose=True + import openai + try: + print("testing if router raises an exception") + old_api_key = os.environ["AZURE_API_KEY"] + os.environ.pop("AZURE_API_KEY", None) + model_list = [ + { + "model_name": "gpt-3.5-turbo", # openai model name + "litellm_params": { # params for litellm completion/embedding call + "model": "azure/chatgpt-v-2", + "api_key": old_api_key, + "api_version": os.getenv("AZURE_API_VERSION"), + "api_base": os.getenv("AZURE_API_BASE") + }, + "tpm": 240000, + "rpm": 1800 + } + ] + + router = Router(model_list=model_list, + redis_host=os.getenv("REDIS_HOST"), + redis_password=os.getenv("REDIS_PASSWORD"), + redis_port=int(os.getenv("REDIS_PORT")), + routing_strategy="simple-shuffle", + set_verbose=True, + num_retries=1) # type: ignore + response = router.completion( + model="gpt-3.5-turbo", + messages=[ + { + "role": "user", + "content": "hello this request will fail" + } + ] + ) + except openai.AuthenticationError: + print("Test Passed: Caught an OPENAI AUTH Error, Good job. This is what we needed!") + except Exception as e: + print("Got unexpected exception on router!", e) +test_reading_key_from_model_list() + ### FUNCTION CALLING