feat(proxy_server.py): support global budget and resets

This commit is contained in:
Krrish Dholakia 2024-01-24 14:27:13 -08:00
parent f0ada5c950
commit 159e54d8be
6 changed files with 120 additions and 18 deletions

View file

@ -17,6 +17,8 @@ model LiteLLM_UserTable {
max_parallel_requests Int?
tpm_limit BigInt?
rpm_limit BigInt?
budget_duration String?
budget_reset_at DateTime?
}
// required for token gen