phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(test) usage based routing

Browse source
This commit is contained in:
ishaan-jaff 2024-01-19 13:58:08 -08:00
parent 8c0b7b1015
commit 57a20100e4
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/tests/test_router_fallbacks.py
View file

@ -710,7 +710,7 @@ def test_usage_based_routing_fallbacks():
# Constants for TPM and RPM allocation # Constants for TPM and RPM allocation
AZURE_FAST_TPM = 3 AZURE_FAST_TPM = 3
AZURE_BASIC_TPM = 2 AZURE_BASIC_TPM = 4
OPENAI_TPM = 2000 OPENAI_TPM = 2000
ANTHROPIC_TPM = 100000 ANTHROPIC_TPM = 100000
@ -776,7 +776,7 @@ def test_usage_based_routing_fallbacks():
) )
messages = [ messages = [
{"content": "Tell me a joke.", "modality": "voice"}, {"content": "Tell me a joke.", "role": "user"},
] ]
response = router.completion( response = router.completion(