phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(minor fix proxy) Clarify Proxy Rate limit errors are showing hash of litellm virtual key (#7210)

Browse source 
* fix clarify rate limit errors are showing litellm virtual key

* fix constants.py

* update test

* fix test parallel limiter
This commit is contained in:
Ishaan Jaff 2024-12-12 20:13:14 -08:00 • committed by GitHub
parent 36862d0a98
commit 3de32f4106
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 10 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

4
tests/local_testing/test_parallel_request_limiter.py
View file

@ -1096,7 +1096,7 @@ async def test_pre_call_hook_rpm_limits_per_model():
assert e.status_code == 429
print("got error=", e)
assert (
"limit reached Hit RPM limit for model: azure-model on api_key: c11e7177eb60c80cf983ddf8ca98f2dc1272d4c612204ce9bedd2460b18939cc"
"limit reached Hit RPM limit for model: azure-model on LiteLLM Virtual Key user_api_key_hash: c11e7177eb60c80cf983ddf8ca98f2dc1272d4c612204ce9bedd2460b18939cc"
in str(e)
)
@ -1205,7 +1205,7 @@ async def test_pre_call_hook_tpm_limits_per_model():
assert e.status_code == 429
print("got error=", e)
assert (
"request limit reached Hit TPM limit for model: azure-model on api_key"
"request limit reached Hit TPM limit for model: azure-model on LiteLLM Virtual Key user_api_key_hash"
in str(e)
)