phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

docs(team_budgets.md): fix script

Browse source 
/
This commit is contained in:
Krrish Dholakia 2024-06-22 15:42:05 -07:00
parent fc4e900a23
commit bae7377128
2 changed files with 19 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/hooks/dynamic_rate_limiter.py
View file

@ -151,8 +151,8 @@ class _PROXY_DynamicRateLimitHandler(CustomLogger):
raise HTTPException(
status_code=429,
detail={
"error": "Team={} over available TPM={}. Model TPM={}, Active teams={}".format(
user_api_key_dict.team_id,
"error": "Key={} over available TPM={}. Model TPM={}, Active keys={}".format(
user_api_key_dict.api_key,
available_tpm,
model_tpm,
active_projects,
@ -164,7 +164,7 @@ class _PROXY_DynamicRateLimitHandler(CustomLogger):
asyncio.create_task(
self.internal_usage_cache.async_set_cache_sadd( # this is a set
model=data["model"], # type: ignore
value=[user_api_key_dict.team_id or "default_team"],
value=[user_api_key_dict.token or "default_key"],
)
)
return None