fix(proxy_server.py): enforce end user budgets with 'litellm.max_end_user_budget' param

This commit is contained in:
Krrish Dholakia 2024-03-29 17:14:40 -07:00
parent 786116783f
commit 5280fc809f
5 changed files with 22 additions and 14 deletions

View file

@ -69,7 +69,7 @@ def common_checks(
end_user_budget = end_user_object.litellm_budget_table.max_budget
if end_user_budget is not None and end_user_object.spend > end_user_budget:
raise Exception(
f"End User={end_user_object.user_id} over budget. Spend={end_user_object.spend}, Budget={end_user_budget}"
f"ExceededBudget: End User={end_user_object.user_id} over budget. Spend={end_user_object.spend}, Budget={end_user_budget}"
)
# 5. [OPTIONAL] If 'enforce_user_param' enabled - did developer pass in 'user' param for openai endpoints
if (