phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(dynamic_rate_limiter.py): working e2e

Browse source
This commit is contained in:
Krrish Dholakia 2024-06-22 14:41:22 -07:00
parent 8f95381276
commit 8843b0dc77
7 changed files with 420 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/tests/test_router.py
View file

@ -1768,6 +1768,9 @@ def mock_response() -> litellm.ModelResponse:
@pytest.mark.asyncio
async def test_router_model_usage(mock_response):
"""
Test if tracking used model tpm works as expected
"""
model = "my-fake-model"
model_tpm = 100
setattr(