From f650f979c60f86c0c0577bc023c68ed56c2d921a Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 5 Jan 2024 13:55:47 +0530 Subject: [PATCH] (fix) retry cloudflare ai workers 3 times --- litellm/tests/test_async_fn.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/tests/test_async_fn.py b/litellm/tests/test_async_fn.py index 29cdaf2d46..5d6f18836c 100644 --- a/litellm/tests/test_async_fn.py +++ b/litellm/tests/test_async_fn.py @@ -167,7 +167,7 @@ def test_get_cloudflare_response_streaming(): model="cloudflare/@cf/meta/llama-2-7b-chat-int8", messages=messages, stream=True, - timeout=5, + num_retries=3, # cloudflare ai workers is EXTREMELY UNSTABLE ) print(type(response))