phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(proxy_server.py): don't set tpm/rpm limits unless set

Browse source 
https://github.com/BerriAI/litellm/issues/1594
This commit is contained in:
Krrish Dholakia 2024-01-25 09:53:10 -08:00
parent fdb28407bc
commit 39d5407e67
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/proxy_server.py
View file

@ -1260,8 +1260,8 @@ async def generate_key_helper_fn(
config_json = json.dumps(config) config_json = json.dumps(config)
metadata_json = json.dumps(metadata) metadata_json = json.dumps(metadata)
user_id = user_id or str(uuid.uuid4()) user_id = user_id or str(uuid.uuid4())
tpm_limit = tpm_limit or sys.maxsize tpm_limit = tpm_limit
rpm_limit = rpm_limit or sys.maxsize rpm_limit = rpm_limit
if type(team_id) is not str: if type(team_id) is not str:
team_id = str(team_id) team_id = str(team_id)
try: try: