phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(proxy_server.py): support setting tpm/rpm limits per user / per key

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-18 17:03:18 -08:00
parent 5dac2402ef
commit 1e5efdfa37
5 changed files with 26 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
schema.prisma
View file

@ -13,6 +13,9 @@ model LiteLLM_UserTable {
spend Float @default(0.0)
user_email String?
models String[]
max_parallel_requests Int?
tpm_limit BigInt?
rpm_limit BigInt?
}
// required for token gen
@ -26,6 +29,8 @@ model LiteLLM_VerificationToken {
user_id String?
max_parallel_requests Int?
metadata Json @default("{}")
tpm_limit BigInt?
rpm_limit BigInt?
}
model LiteLLM_Config {