From b3de8e8fa20543e5fe4017e781cc597bc255c522 Mon Sep 17 00:00:00 2001
From: ishaan-jaff <ishaanjaffer0324@gmail.com>
Date: Tue, 16 Jan 2024 08:15:12 -0800
Subject: [PATCH] v0 num_workers

---
 litellm/proxy/proxy_cli.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/litellm/proxy/proxy_cli.py b/litellm/proxy/proxy_cli.py
index 7cec869523..2dfef9c039 100644
--- a/litellm/proxy/proxy_cli.py
+++ b/litellm/proxy/proxy_cli.py
@@ -472,6 +472,8 @@ def run_server(
                     # gunicorn app function
                     return self.application
 
+            # before starting server, read num_workers as an env variable
+            num_workers = os.getenv("NUM_WORKERS", num_workers)
             gunicorn_options = {
                 "bind": f"{host}:{port}",
                 "workers": num_workers,  # default is 1