diff --git a/litellm/proxy/proxy_cli.py b/litellm/proxy/proxy_cli.py index 7cec869523..2dfef9c039 100644 --- a/litellm/proxy/proxy_cli.py +++ b/litellm/proxy/proxy_cli.py @@ -472,6 +472,8 @@ def run_server( # gunicorn app function return self.application + # before starting server, read num_workers as an env variable + num_workers = os.getenv("NUM_WORKERS", num_workers) gunicorn_options = { "bind": f"{host}:{port}", "workers": num_workers, # default is 1