phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat - set budget duration

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-25 14:32:08 -07:00
parent 7ff8204573
commit bf0c0c08c8
2 changed files with 6 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/_types.py
View file

@ -561,7 +561,12 @@ class TeamBase(LiteLLMBase):
metadata: Optional[dict] = None metadata: Optional[dict] = None
tpm_limit: Optional[int] = None tpm_limit: Optional[int] = None
rpm_limit: Optional[int] = None rpm_limit: Optional[int] = None
# Budget fields
max_budget: Optional[float] = None max_budget: Optional[float] = None
budget_duration: Optional[str] = None
budget_reset_at: Optional[datetime] = None
models: list = [] models: list = []
blocked: bool = False blocked: bool = False

5
litellm/proxy/proxy_server.py
View file

@ -8033,12 +8033,9 @@ async def new_team(
_model_id = model_dict.id _model_id = model_dict.id
## ADD TO TEAM TABLE ## ADD TO TEAM TABLE -> the user api key settings are overriding the data we passed i
complete_team_data = LiteLLM_TeamTable( complete_team_data = LiteLLM_TeamTable(
**data.json(), **data.json(),
max_parallel_requests=user_api_key_dict.max_parallel_requests,
budget_duration=user_api_key_dict.budget_duration,
budget_reset_at=user_api_key_dict.budget_reset_at,
model_id=_model_id, model_id=_model_id,
) )