mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 10:44:24 +00:00
fix(proxy_server.py): support setting tpm/rpm limits per user / per key
This commit is contained in:
parent
5dac2402ef
commit
1e5efdfa37
5 changed files with 26 additions and 3 deletions
|
@ -418,6 +418,7 @@ def run_server(
|
|||
break # Exit the loop if the subprocess succeeds
|
||||
except subprocess.CalledProcessError as e:
|
||||
print(f"Error: {e}")
|
||||
time.sleep(random.randrange(start=1, stop=5))
|
||||
finally:
|
||||
os.chdir(original_dir)
|
||||
else:
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue