diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml
index c399cd3de..72ccd9b7d 100644
--- a/litellm/proxy/proxy_config.yaml
+++ b/litellm/proxy/proxy_config.yaml
@@ -16,4 +16,5 @@ router_settings:
   set_verbose: True
   debug_level: "DEBUG"
 litellm_settings:
-  success_callback: ["prometheus"]
\ No newline at end of file
+  success_callback: ["prometheus"]
+  num_retries: 2
\ No newline at end of file
diff --git a/requirements.txt b/requirements.txt
index a0eeb8d4c..2405893be 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -34,4 +34,5 @@ jinja2==3.1.3 # for prompt templates
 certifi>=2023.7.22 # [TODO] clean up 
 aiohttp==3.9.0 # for network calls
 aioboto3==12.3.0 # for async sagemaker calls
+tenacity==8.2.3  # for retrying requests, when litellm.num_retries set
 ####
\ No newline at end of file