phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) init router

Browse source
This commit is contained in:
ishaan-jaff 2023-12-04 17:31:11 -08:00
parent 19646091fd
commit fa5b453d39
1 changed files with 102 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

104
litellm/tests/test_router_init.py
View file

@ -55,7 +55,7 @@ def test_init_clients():
traceback.print_exc()
pytest.fail(f"Error occurred: {e}")
test_init_clients()
# test_init_clients()
def test_init_clients_basic():
@ -86,5 +86,105 @@ def test_init_clients_basic():
traceback.print_exc()
pytest.fail(f"Error occurred: {e}")
test_init_clients_basic()
# test_init_clients_basic()
def test_timeouts_router():
"""
Test the timeouts of the router with multiple clients. This HASas to raise a timeout error
"""
import openai
litellm.set_verbose = True
try:
print("testing init 4 clients with diff timeouts")
model_list = [
{
"model_name": "gpt-3.5-turbo",
"litellm_params": {
"model": "azure/chatgpt-v-2",
"api_key": os.getenv("AZURE_API_KEY"),
"api_version": os.getenv("AZURE_API_VERSION"),
"api_base": os.getenv("AZURE_API_BASE"),
"timeout": 0.000001,
"stream_timeout": 0.000_001,
},
},
]
router = Router(model_list=model_list)
print("PASSED !")
async def test():
try:
await router.acompletion(
model="gpt-3.5-turbo",
messages=[
{
"role": "user",
"content": "hello, write a 20 pg essay"
}
],
)
except Exception as e:
raise e
asyncio.run(test())
except openai.APITimeoutError as e:
print("Passed: Raised correct exception. Got openai.APITimeoutError\nGood Job", e)
print(type(e))
pass
except Exception as e:
pytest.fail(f"Did not raise error `openai.APITimeoutError`. Instead raised error type: {type(e)}, Error: {e}")
# test_timeouts_router()
def test_stream_timeouts_router():
"""
Test the stream timeouts router. See if it selected the correct client with stream timeout
"""
import openai
litellm.set_verbose = True
try:
print("testing init 4 clients with diff timeouts")
model_list = [
{
"model_name": "gpt-3.5-turbo",
"litellm_params": {
"model": "azure/chatgpt-v-2",
"api_key": os.getenv("AZURE_API_KEY"),
"api_version": os.getenv("AZURE_API_VERSION"),
"api_base": os.getenv("AZURE_API_BASE"),
"timeout": 200, # regular calls will not timeout, stream calls will
"stream_timeout": 0.000_001,
},
},
]
router = Router(model_list=model_list)
print("PASSED !")
selected_client = router._get_client(
deployment=router.model_list[0],
kwargs={
"model": "gpt-3.5-turbo",
"messages": [
{
"role": "user",
"content": "hello, write a 20 pg essay"
}
],
"stream": True
},
client_type=None
)
print("Select client timeout", selected_client.timeout)
assert selected_client.timeout == 0.000_001
except openai.APITimeoutError as e:
print("Passed: Raised correct exception. Got openai.APITimeoutError\nGood Job", e)
print(type(e))
pass
except Exception as e:
pytest.fail(f"Did not raise error `openai.APITimeoutError`. Instead raised error type: {type(e)}, Error: {e}")
test_stream_timeouts_router()