From 20256c45add72aa79195bb498935ca75e825be29 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 5 Jan 2024 13:55:47 +0530 Subject: [PATCH] (fix) retry cloudflare ai workers 3 times --- litellm/tests/test_async_fn.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/tests/test_async_fn.py b/litellm/tests/test_async_fn.py index 29cdaf2d4..5d6f18836 100644 --- a/litellm/tests/test_async_fn.py +++ b/litellm/tests/test_async_fn.py @@ -167,7 +167,7 @@ def test_get_cloudflare_response_streaming(): model="cloudflare/@cf/meta/llama-2-7b-chat-int8", messages=messages, stream=True, - timeout=5, + num_retries=3, # cloudflare ai workers is EXTREMELY UNSTABLE ) print(type(response))