phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) usage based routing test

Browse source
This commit is contained in:
Ishaan Jaff 2024-03-18 21:39:59 -07:00
parent 52a5ed410b
commit 56f2f1b901
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/tests/test_router_get_deployments.py
View file

@ -442,9 +442,9 @@ def test_usage_based_routing():
selection_counts["chatgpt-low-tpm"] > 2
), f"Assertion failed: 'chatgpt-low-tpm' does not have more than 2 request in the weighted load balancer. Selection counts {selection_counts}"
# Assert that 'chatgpt-high-tpm' has about 80% of the total requests
# Assert that 'chatgpt-high-tpm' has about 70% of the total requests [DO NOT MAKE THIS LOWER THAN 70%]
assert (
selection_counts["chatgpt-high-tpm"] / total_requests > 0.8
selection_counts["chatgpt-high-tpm"] / total_requests > 0.70
), f"Assertion failed: 'chatgpt-high-tpm' does not have about 80% of the total requests in the weighted load balancer. Selection counts {selection_counts}"
except Exception as e:
pytest.fail(f"Error occurred: {e}")