diff --git a/pyproject.toml b/pyproject.toml
index ae8a8306b..73a07bc02 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -18,6 +18,7 @@ jinja2 = "^3.1.2"
 aiohttp = "*"
 
 uvicorn = {version = "^0.22.0", optional = true}
+gunicorn = {version = "^21.2.0", optional = true}
 fastapi = {version = "^0.104.1", optional = true}
 backoff = {version = "*", optional = true}
 pyyaml = {version = "^6.0", optional = true}
@@ -27,6 +28,7 @@ streamlit = {version = "^1.29.0", optional = true}
 
 [tool.poetry.extras]
 proxy = [
+    "gunicorn",
     "uvicorn",
     "fastapi",
     "backoff",
diff --git a/requirements.txt b/requirements.txt
index 8dbf49ef9..6ee965bdd 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -6,6 +6,7 @@ pydantic>=2.5 # openai req.
 backoff==2.2.1 # server dep
 pyyaml==6.0 # server dep
 uvicorn==0.22.0 # server dep
+gunicorn==21.2.0 # server dep
 boto3==1.28.58 # aws bedrock/sagemaker calls
 redis==4.6.0 # caching
 prisma==0.11.0 # for db