fix(proxy_server.py): support setting tpm/rpm limits per user / per key

This commit is contained in:
Krrish Dholakia 2024-01-18 17:03:18 -08:00
parent 5dac2402ef
commit 1e5efdfa37
5 changed files with 26 additions and 3 deletions

View file

@ -418,6 +418,7 @@ def run_server(
break # Exit the loop if the subprocess succeeds
except subprocess.CalledProcessError as e:
print(f"Error: {e}")
time.sleep(random.randrange(start=1, stop=5))
finally:
os.chdir(original_dir)
else: