phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat - enforce end user tpm / rpm limits

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-22 15:45:30 -07:00
parent bef10f4b01
commit e6b406d739
1 changed files with 12 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

16
litellm/proxy/proxy_server.py
View file

@ -683,6 +683,17 @@ async def user_api_key_auth(
end_user_params["allowed_model_region"] = (
_end_user_object.allowed_model_region
)
if _end_user_object.litellm_budget_table is not None:
budget_info = _end_user_object.litellm_budget_table
end_user_params["end_user_id"] = _end_user_object.user_id
if budget_info.tpm_limit is not None:
end_user_params["end_user_tpm_limit"] = (
budget_info.tpm_limit
)
if budget_info.rpm_limit is not None:
end_user_params["end_user_rpm_limit"] = (
budget_info.rpm_limit
)
except Exception as e:
verbose_proxy_logger.debug(
"Unable to find user in db. Error - {}".format(str(e))
@ -1148,10 +1159,7 @@ async def user_api_key_auth(
valid_token_dict.pop("token", None)
if _end_user_object is not None:
valid_token_dict["allowed_model_region"] = (
_end_user_object.allowed_model_region
)
valid_token_dict.update(end_user_params)
"""
asyncio create task to update the user api key cache with the user db table as well