phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test(test_router_fallbacks.py): fix test - making it easier to debug

Browse source
This commit is contained in:
Krrish Dholakia 2024-05-06 18:49:36 -07:00
parent 72299a6894
commit 69bcde6f6b
1 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/tests/test_router_fallbacks.py
View file

@ -766,10 +766,10 @@ def test_ausage_based_routing_fallbacks():
load_dotenv() load_dotenv()
# Constants for TPM and RPM allocation # Constants for TPM and RPM allocation
AZURE_FAST_RPM = 1 AZURE_FAST_RPM = 0
AZURE_BASIC_RPM = 1 AZURE_BASIC_RPM = 0
OPENAI_RPM = 2 OPENAI_RPM = 0
ANTHROPIC_RPM = 100000 ANTHROPIC_RPM = 2
def get_azure_params(deployment_name: str): def get_azure_params(deployment_name: str):
params = { params = {
@ -854,7 +854,7 @@ def test_ausage_based_routing_fallbacks():
assert response._hidden_params["model_id"] == "1" assert response._hidden_params["model_id"] == "1"
# now make 100 mock requests to OpenAI - expect it to fallback to anthropic-claude-instant-1.2 # now make 100 mock requests to OpenAI - expect it to fallback to anthropic-claude-instant-1.2
for i in range(21): for i in range(3):
response = router.completion( response = router.completion(
model="azure/gpt-4-fast", model="azure/gpt-4-fast",
messages=messages, messages=messages,
@ -863,7 +863,7 @@ def test_ausage_based_routing_fallbacks():
) )
print("response: ", response) print("response: ", response)
print("response._hidden_params: ", response._hidden_params) print("response._hidden_params: ", response._hidden_params)
if i == 20: if i == 2:
# by the 19th call we should have hit TPM LIMIT for OpenAI, it should fallback to anthropic-claude-instant-1.2 # by the 19th call we should have hit TPM LIMIT for OpenAI, it should fallback to anthropic-claude-instant-1.2
assert response._hidden_params["model_id"] == "4" assert response._hidden_params["model_id"] == "4"