phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(minor fix proxy) Clarify Proxy Rate limit errors are showing hash of litellm virtual key (#7210)

Browse source 
* fix clarify rate limit errors are showing litellm virtual key

* fix constants.py

* update test

* fix test parallel limiter
This commit is contained in:
Ishaan Jaff 2024-12-12 20:13:14 -08:00 • committed by GitHub
parent 36862d0a98
commit 3de32f4106
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 10 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/constants.py
View file

@ -72,3 +72,6 @@ LITELLM_CHAT_PROVIDERS = [
MAX_SPENDLOG_ROWS_TO_QUERY = (
1_000_000 # if spendLogs has more than 1M rows, do not query the DB
)
# makes it clear this is a rate limit error for a litellm virtual key
RATE_LIMIT_ERROR_MESSAGE_FOR_VIRTUAL_KEY = "LiteLLM Virtual Key user_api_key_hash"