From a4d135eef9db92304165c65d5f55d9df8255e8a0 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 2 Oct 2023 07:43:37 -0700 Subject: [PATCH] modify replicate polling interval --- litellm/llms/replicate.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/llms/replicate.py b/litellm/llms/replicate.py index dfeda5ee7..b0e9f55bb 100644 --- a/litellm/llms/replicate.py +++ b/litellm/llms/replicate.py @@ -53,7 +53,7 @@ def handle_prediction_response(prediction_url, api_token, print_verbose): logs = "" while True and (status not in ["succeeded", "failed", "canceled"]): print_verbose("making request") - time.sleep(0.0001) + time.sleep(0.5) response = requests.get(prediction_url, headers=headers) if response.status_code == 200: response_data = response.json() @@ -77,7 +77,7 @@ def handle_prediction_response_streaming(prediction_url, api_token, print_verbos } status = "" while True and (status not in ["succeeded", "failed", "canceled"]): - time.sleep(0.0001) # prevent being rate limited by replicate + time.sleep(0.5) # prevent being rate limited by replicate response = requests.get(prediction_url, headers=headers) if response.status_code == 200: response_data = response.json()