phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(lowest_tpm_rpm_v2.py): support batch writing increments to redis

Browse source
This commit is contained in:
Krrish Dholakia 2025-03-18 19:09:53 -07:00
parent 5e892a1e92
commit 1328afe612
5 changed files with 176 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/constants.py
View file

@ -7,6 +7,7 @@ DEFAULT_MAX_RETRIES = 2
DEFAULT_FAILURE_THRESHOLD_PERCENT = (
0.5 # default cooldown a deployment if 50% of requests fail in a given minute
)
DEFAULT_REDIS_SYNC_INTERVAL = 1
DEFAULT_COOLDOWN_TIME_SECONDS = 5
DEFAULT_REPLICATE_POLLING_RETRIES = 5
DEFAULT_REPLICATE_POLLING_DELAY_SECONDS = 1