phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

v0 num_workers

Browse source
This commit is contained in:
ishaan-jaff 2024-01-16 08:15:12 -08:00
parent be1bbb2dcd
commit 7b1c8471c5
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/proxy_cli.py
View file

@ -472,6 +472,8 @@ def run_server(
# gunicorn app function
return self.application
# before starting server, read num_workers as an env variable
num_workers = os.getenv("NUM_WORKERS", num_workers)
gunicorn_options = {
"bind": f"{host}:{port}",
"workers": num_workers, # default is 1