feat(proxy_server.py): add CRUD endpoints for 'end_user' management

allow admin to specify region + default models for end users
This commit is contained in:
Krrish Dholakia 2024-05-08 18:50:36 -07:00
parent 80378966a0
commit db666b01e5
6 changed files with 201 additions and 19 deletions

View file

@ -150,6 +150,8 @@ model LiteLLM_EndUserTable {
user_id String @id
alias String? // admin-facing alias
spend Float @default(0.0)
allowed_model_region String? // require all user requests to use models in this specific region
default_model String? // use along with 'allowed_model_region'. if no available model in region, default to this model.
budget_id String?
litellm_budget_table LiteLLM_BudgetTable? @relation(fields: [budget_id], references: [budget_id])
blocked Boolean @default(false)