Merge branch 'main' into litellm_tpm_rpm_rate_limits

This commit is contained in:
Krrish Dholakia 2024-01-18 19:10:07 -08:00
commit f7694bc193
13 changed files with 378 additions and 31 deletions

View file

@ -9,6 +9,7 @@ generator client {
model LiteLLM_UserTable {
user_id String @unique
team_id String?
max_budget Float?
spend Float @default(0.0)
user_email String?
@ -27,6 +28,7 @@ model LiteLLM_VerificationToken {
aliases Json @default("{}")
config Json @default("{}")
user_id String?
team_id String?
max_parallel_requests Int?
metadata Json @default("{}")
tpm_limit BigInt?
@ -36,4 +38,21 @@ model LiteLLM_VerificationToken {
model LiteLLM_Config {
param_name String @id
param_value Json?
}
}
model LiteLLM_SpendLogs {
request_id String @unique
api_key String @default ("")
call_type String
spend Float @default(0.0)
startTime DateTime // Assuming start_time is a DateTime field
endTime DateTime // Assuming end_time is a DateTime field
model String @default("")
user String @default("")
modelParameters Json @default("{}")// Assuming optional_params is a JSON field
messages Json @default("[]")
response Json @default("{}")
usage Json @default("{}")
metadata Json @default("{}")
cache_hit String @default("")
}