diff --git a/.circleci/config.yml b/.circleci/config.yml
index fd1b48a9c..f939fed00 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -39,6 +39,7 @@ jobs:
             pip install "boto3==1.34.34"
             pip install "aioboto3==12.3.0"
             pip install langchain
+            pip install "cachetools==5.3.1"
             pip install lunary==0.2.5
             pip install "langfuse==2.27.1"
             pip install "logfire==0.29.0"
diff --git a/requirements.txt b/requirements.txt
index fbf2bfc1d..4549ea010 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -42,6 +42,7 @@ jinja2==3.1.4 # for prompt templates
 certifi==2023.7.22 # [TODO] clean up 
 aiohttp==3.9.0 # for network calls
 aioboto3==12.3.0 # for async sagemaker calls
+cachetools==5.3.1 # for in memory caching
 tenacity==8.2.3  # for retrying requests, when litellm.num_retries set
 pydantic==2.7.1 # proxy + openai req.
 ijson==3.2.3 # for google ai studio streaming