From 14459b89e3f446585a89b2c727de959282c4245f Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 21 Mar 2024 08:10:12 -0700 Subject: [PATCH] (fix) include tenacity in req.txt --- litellm/proxy/proxy_config.yaml | 3 ++- requirements.txt | 1 + 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml index c399cd3de..72ccd9b7d 100644 --- a/litellm/proxy/proxy_config.yaml +++ b/litellm/proxy/proxy_config.yaml @@ -16,4 +16,5 @@ router_settings: set_verbose: True debug_level: "DEBUG" litellm_settings: - success_callback: ["prometheus"] \ No newline at end of file + success_callback: ["prometheus"] + num_retries: 2 \ No newline at end of file diff --git a/requirements.txt b/requirements.txt index a0eeb8d4c..2405893be 100644 --- a/requirements.txt +++ b/requirements.txt @@ -34,4 +34,5 @@ jinja2==3.1.3 # for prompt templates certifi>=2023.7.22 # [TODO] clean up aiohttp==3.9.0 # for network calls aioboto3==12.3.0 # for async sagemaker calls +tenacity==8.2.3 # for retrying requests, when litellm.num_retries set #### \ No newline at end of file